2024-11-24 23:14:07,956 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-24 23:14:07,969 main DEBUG Took 0.011161 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 23:14:07,969 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 23:14:07,970 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 23:14:07,971 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 23:14:07,972 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:14:07,980 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 23:14:07,994 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:14:07,995 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:14:07,996 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:14:07,996 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:14:07,997 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:14:07,997 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:14:07,998 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:14:07,998 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:14:07,999 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:14:07,999 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:14:08,000 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:14:08,000 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:14:08,001 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:14:08,001 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:14:08,001 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:14:08,002 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:14:08,002 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:14:08,002 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:14:08,003 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:14:08,003 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:14:08,003 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:14:08,004 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:14:08,004 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:14:08,004 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 23:14:08,005 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:14:08,005 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 23:14:08,006 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 23:14:08,008 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 23:14:08,009 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 23:14:08,010 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 23:14:08,011 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 23:14:08,011 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 23:14:08,019 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 23:14:08,021 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 23:14:08,022 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 23:14:08,023 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 23:14:08,023 main DEBUG createAppenders(={Console}) 2024-11-24 23:14:08,024 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-24 23:14:08,024 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-24 23:14:08,025 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-24 23:14:08,025 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 23:14:08,025 main DEBUG OutputStream closed 2024-11-24 23:14:08,026 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 23:14:08,026 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 23:14:08,026 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-24 23:14:08,098 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 23:14:08,101 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 23:14:08,103 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 23:14:08,104 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 23:14:08,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 23:14:08,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 23:14:08,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 23:14:08,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 23:14:08,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 23:14:08,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 23:14:08,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 23:14:08,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 23:14:08,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 23:14:08,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 23:14:08,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 23:14:08,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 23:14:08,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 23:14:08,110 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 23:14:08,112 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 23:14:08,112 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-24 23:14:08,112 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 23:14:08,113 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-24T23:14:08,337 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31 2024-11-24 23:14:08,339 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 23:14:08,340 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T23:14:08,347 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-24T23:14:08,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T23:14:08,391 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/cluster_5a1c0154-9d24-d12f-3215-1b1a66c448b2, deleteOnExit=true 2024-11-24T23:14:08,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T23:14:08,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/test.cache.data in system properties and HBase conf 2024-11-24T23:14:08,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T23:14:08,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/hadoop.log.dir in system properties and HBase conf 2024-11-24T23:14:08,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T23:14:08,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T23:14:08,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T23:14:08,498 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T23:14:08,589 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T23:14:08,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:14:08,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T23:14:08,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T23:14:08,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:14:08,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T23:14:08,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T23:14:08,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T23:14:08,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:14:08,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T23:14:08,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/nfs.dump.dir in system properties and HBase conf 2024-11-24T23:14:08,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/java.io.tmpdir in system properties and HBase conf 2024-11-24T23:14:08,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T23:14:08,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T23:14:08,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T23:14:09,674 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T23:14:09,743 INFO [Time-limited test {}] log.Log(170): Logging initialized @2457ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T23:14:09,808 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:14:09,863 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:14:09,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:14:09,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:14:09,885 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T23:14:09,897 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:14:09,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:14:09,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:14:10,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/java.io.tmpdir/jetty-localhost-39087-hadoop-hdfs-3_4_1-tests_jar-_-any-3531156563599884063/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:14:10,093 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:39087} 2024-11-24T23:14:10,094 INFO [Time-limited test {}] server.Server(415): Started @2808ms 2024-11-24T23:14:10,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T23:14:10,650 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T23:14:10,651 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T23:14:10,651 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T23:14:10,652 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T23:14:10,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/hadoop.log.dir/,AVAILABLE} 2024-11-24T23:14:10,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T23:14:10,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/java.io.tmpdir/jetty-localhost-39939-hadoop-hdfs-3_4_1-tests_jar-_-any-2172388480777579659/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:14:10,754 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:39939} 2024-11-24T23:14:10,754 INFO [Time-limited test {}] server.Server(415): Started @3469ms 2024-11-24T23:14:10,801 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T23:14:11,771 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/cluster_5a1c0154-9d24-d12f-3215-1b1a66c448b2/data/data2/current/BP-198925909-172.17.0.3-1732490049117/current, will proceed with Du for space computation calculation, 2024-11-24T23:14:11,771 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/cluster_5a1c0154-9d24-d12f-3215-1b1a66c448b2/data/data1/current/BP-198925909-172.17.0.3-1732490049117/current, will proceed with Du for space computation calculation, 2024-11-24T23:14:11,800 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T23:14:11,841 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x432deaad3b1ce27a with lease ID 0xe60bae9ecac5808: Processing first storage report for DS-b2f75750-b1da-49ec-86eb-645fc2f10eeb from datanode DatanodeRegistration(127.0.0.1:44117, datanodeUuid=9e84d354-81e7-439f-83c1-8f0381c6c042, infoPort=46619, infoSecurePort=0, ipcPort=34611, storageInfo=lv=-57;cid=testClusterID;nsid=1572158559;c=1732490049117) 2024-11-24T23:14:11,842 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x432deaad3b1ce27a with lease ID 0xe60bae9ecac5808: from storage DS-b2f75750-b1da-49ec-86eb-645fc2f10eeb node DatanodeRegistration(127.0.0.1:44117, datanodeUuid=9e84d354-81e7-439f-83c1-8f0381c6c042, infoPort=46619, infoSecurePort=0, ipcPort=34611, storageInfo=lv=-57;cid=testClusterID;nsid=1572158559;c=1732490049117), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T23:14:11,842 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x432deaad3b1ce27a with lease ID 0xe60bae9ecac5808: Processing first storage report for DS-c6aa5b96-f45d-4f95-ac39-a6d3dce22ff1 from datanode DatanodeRegistration(127.0.0.1:44117, datanodeUuid=9e84d354-81e7-439f-83c1-8f0381c6c042, infoPort=46619, infoSecurePort=0, ipcPort=34611, storageInfo=lv=-57;cid=testClusterID;nsid=1572158559;c=1732490049117) 2024-11-24T23:14:11,842 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x432deaad3b1ce27a with lease ID 0xe60bae9ecac5808: from storage DS-c6aa5b96-f45d-4f95-ac39-a6d3dce22ff1 node DatanodeRegistration(127.0.0.1:44117, datanodeUuid=9e84d354-81e7-439f-83c1-8f0381c6c042, infoPort=46619, infoSecurePort=0, ipcPort=34611, storageInfo=lv=-57;cid=testClusterID;nsid=1572158559;c=1732490049117), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T23:14:11,891 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31 2024-11-24T23:14:11,983 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/cluster_5a1c0154-9d24-d12f-3215-1b1a66c448b2/zookeeper_0, clientPort=57950, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/cluster_5a1c0154-9d24-d12f-3215-1b1a66c448b2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/cluster_5a1c0154-9d24-d12f-3215-1b1a66c448b2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T23:14:11,991 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57950 2024-11-24T23:14:12,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:14:12,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:14:12,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741825_1001 (size=7) 2024-11-24T23:14:12,623 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5 with version=8 2024-11-24T23:14:12,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/hbase-staging 2024-11-24T23:14:12,717 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T23:14:12,957 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:14:12,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:14:12,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:14:12,976 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:14:12,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:14:12,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:14:13,119 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T23:14:13,169 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T23:14:13,177 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T23:14:13,180 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:14:13,201 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4670 (auto-detected) 2024-11-24T23:14:13,202 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-24T23:14:13,218 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34341 2024-11-24T23:14:13,237 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34341 connecting to ZooKeeper ensemble=127.0.0.1:57950 2024-11-24T23:14:13,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343410x0, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:14:13,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34341-0x1016f203d260000 connected 2024-11-24T23:14:13,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:14:13,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:14:13,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T23:14:13,481 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5, hbase.cluster.distributed=false 2024-11-24T23:14:13,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T23:14:13,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34341 2024-11-24T23:14:13,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34341 2024-11-24T23:14:13,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34341 2024-11-24T23:14:13,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34341 2024-11-24T23:14:13,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34341 2024-11-24T23:14:13,611 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ba7f32532130:0 server-side Connection retries=45 2024-11-24T23:14:13,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:14:13,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T23:14:13,613 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T23:14:13,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T23:14:13,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T23:14:13,616 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T23:14:13,618 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T23:14:13,619 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37181 2024-11-24T23:14:13,621 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37181 connecting to ZooKeeper ensemble=127.0.0.1:57950 2024-11-24T23:14:13,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:14:13,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:14:13,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371810x0, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T23:14:13,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37181-0x1016f203d260001 connected 2024-11-24T23:14:13,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371810x0, quorum=127.0.0.1:57950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T23:14:13,669 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T23:14:13,677 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T23:14:13,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37181-0x1016f203d260001, quorum=127.0.0.1:57950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T23:14:13,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37181-0x1016f203d260001, quorum=127.0.0.1:57950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T23:14:13,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37181 2024-11-24T23:14:13,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37181 2024-11-24T23:14:13,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37181 2024-11-24T23:14:13,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37181 2024-11-24T23:14:13,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37181 2024-11-24T23:14:13,703 DEBUG [M:0;ba7f32532130:34341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ba7f32532130:34341 2024-11-24T23:14:13,704 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ba7f32532130,34341,1732490052791 2024-11-24T23:14:13,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x1016f203d260001, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T23:14:13,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T23:14:13,781 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ba7f32532130,34341,1732490052791 2024-11-24T23:14:13,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x1016f203d260001, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T23:14:13,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:13,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x1016f203d260001, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:13,829 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T23:14:13,831 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ba7f32532130,34341,1732490052791 from backup master directory 2024-11-24T23:14:13,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x1016f203d260001, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T23:14:13,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ba7f32532130,34341,1732490052791 2024-11-24T23:14:13,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T23:14:13,844 WARN [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:14:13,845 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ba7f32532130,34341,1732490052791 2024-11-24T23:14:13,849 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T23:14:13,851 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T23:14:13,899 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/hbase.id] with ID: 819e86ec-9dfb-4dfd-b62a-58451d5d3ff1 2024-11-24T23:14:13,900 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/.tmp/hbase.id 2024-11-24T23:14:13,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741826_1002 (size=42) 2024-11-24T23:14:14,311 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/.tmp/hbase.id]:[hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/hbase.id] 2024-11-24T23:14:14,360 INFO [master/ba7f32532130:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T23:14:14,365 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T23:14:14,383 INFO [master/ba7f32532130:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-24T23:14:14,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x1016f203d260001, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:14,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:14,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741827_1003 (size=196) 2024-11-24T23:14:14,872 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:14:14,874 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T23:14:14,887 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:14,891 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:14:14,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741828_1004 (size=1189) 2024-11-24T23:14:15,344 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/MasterData/data/master/store 2024-11-24T23:14:15,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741829_1005 (size=34) 2024-11-24T23:14:15,773 INFO [master/ba7f32532130:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T23:14:15,776 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:14:15,778 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:14:15,778 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:14:15,778 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:14:15,779 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:14:15,780 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:14:15,780 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:14:15,781 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490055777Disabling compacts and flushes for region at 1732490055777Disabling writes for close at 1732490055780 (+3 ms)Writing region close event to WAL at 1732490055780Closed at 1732490055780 2024-11-24T23:14:15,784 WARN [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/MasterData/data/master/store/.initializing 2024-11-24T23:14:15,784 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/MasterData/WALs/ba7f32532130,34341,1732490052791 2024-11-24T23:14:15,792 INFO [master/ba7f32532130:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:14:15,805 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C34341%2C1732490052791, suffix=, logDir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/MasterData/WALs/ba7f32532130,34341,1732490052791, archiveDir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/MasterData/oldWALs, maxLogs=10 2024-11-24T23:14:15,826 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/MasterData/WALs/ba7f32532130,34341,1732490052791/ba7f32532130%2C34341%2C1732490052791.1732490055809, exclude list is [], retry=0 2024-11-24T23:14:15,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44117,DS-b2f75750-b1da-49ec-86eb-645fc2f10eeb,DISK] 2024-11-24T23:14:15,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T23:14:15,878 INFO [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/MasterData/WALs/ba7f32532130,34341,1732490052791/ba7f32532130%2C34341%2C1732490052791.1732490055809 2024-11-24T23:14:15,879 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46619:46619)] 2024-11-24T23:14:15,879 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:14:15,880 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:14:15,883 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:14:15,884 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:14:15,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:14:15,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T23:14:15,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:15,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:14:15,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:14:15,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T23:14:15,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:15,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:14:15,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:14:15,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T23:14:15,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:15,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:14:15,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:14:15,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T23:14:15,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:15,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:14:15,968 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:14:15,972 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:14:15,973 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:14:15,978 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:14:15,979 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:14:15,983 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T23:14:15,987 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T23:14:15,993 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:14:15,994 INFO [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62659757, jitterRate=-0.06629686057567596}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T23:14:16,000 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732490055896Initializing all the Stores at 1732490055898 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490055899 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490055900 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490055900Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490055900Cleaning up temporary data from old regions at 1732490055979 (+79 ms)Region opened successfully at 1732490056000 (+21 ms) 2024-11-24T23:14:16,002 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T23:14:16,042 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e5d3043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:14:16,071 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T23:14:16,082 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T23:14:16,082 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T23:14:16,084 INFO [master/ba7f32532130:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T23:14:16,086 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T23:14:16,091 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-24T23:14:16,091 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T23:14:16,115 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T23:14:16,126 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T23:14:16,180 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T23:14:16,183 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T23:14:16,185 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T23:14:16,196 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T23:14:16,199 INFO [master/ba7f32532130:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T23:14:16,204 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T23:14:16,217 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T23:14:16,220 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T23:14:16,232 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T23:14:16,251 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T23:14:16,264 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T23:14:16,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x1016f203d260001, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T23:14:16,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T23:14:16,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x1016f203d260001, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:16,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:16,279 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ba7f32532130,34341,1732490052791, sessionid=0x1016f203d260000, setting cluster-up flag (Was=false) 2024-11-24T23:14:16,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:16,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x1016f203d260001, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:16,343 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T23:14:16,346 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,34341,1732490052791 2024-11-24T23:14:16,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x1016f203d260001, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:16,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:16,401 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T23:14:16,404 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ba7f32532130,34341,1732490052791 2024-11-24T23:14:16,416 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T23:14:16,485 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T23:14:16,494 INFO [RS:0;ba7f32532130:37181 {}] regionserver.HRegionServer(746): ClusterId : 819e86ec-9dfb-4dfd-b62a-58451d5d3ff1 2024-11-24T23:14:16,495 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T23:14:16,496 DEBUG [RS:0;ba7f32532130:37181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T23:14:16,501 INFO [master/ba7f32532130:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T23:14:16,508 DEBUG [RS:0;ba7f32532130:37181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T23:14:16,508 DEBUG [RS:0;ba7f32532130:37181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T23:14:16,506 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ba7f32532130,34341,1732490052791 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T23:14:16,518 DEBUG [RS:0;ba7f32532130:37181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T23:14:16,518 DEBUG [RS:0;ba7f32532130:37181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dfe9fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ba7f32532130/172.17.0.3:0 2024-11-24T23:14:16,519 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:14:16,519 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:14:16,520 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:14:16,520 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ba7f32532130:0, corePoolSize=5, maxPoolSize=5 2024-11-24T23:14:16,520 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ba7f32532130:0, corePoolSize=10, maxPoolSize=10 2024-11-24T23:14:16,520 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:16,521 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:14:16,521 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:16,522 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732490086522 2024-11-24T23:14:16,524 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T23:14:16,525 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T23:14:16,527 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:14:16,527 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T23:14:16,528 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T23:14:16,528 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T23:14:16,529 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T23:14:16,529 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T23:14:16,530 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:16,534 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:16,535 DEBUG [RS:0;ba7f32532130:37181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ba7f32532130:37181 2024-11-24T23:14:16,535 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T23:14:16,535 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T23:14:16,536 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T23:14:16,536 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T23:14:16,539 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T23:14:16,539 INFO [RS:0;ba7f32532130:37181 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T23:14:16,539 INFO [RS:0;ba7f32532130:37181 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T23:14:16,539 INFO [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T23:14:16,539 DEBUG [RS:0;ba7f32532130:37181 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T23:14:16,541 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490056540,5,FailOnTimeoutGroup] 2024-11-24T23:14:16,542 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490056541,5,FailOnTimeoutGroup] 2024-11-24T23:14:16,542 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:16,542 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T23:14:16,542 INFO [RS:0;ba7f32532130:37181 {}] regionserver.HRegionServer(2659): reportForDuty to master=ba7f32532130,34341,1732490052791 with port=37181, startcode=1732490053579 2024-11-24T23:14:16,543 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:16,544 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:16,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741831_1007 (size=1321) 2024-11-24T23:14:16,556 DEBUG [RS:0;ba7f32532130:37181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T23:14:16,588 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T23:14:16,593 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34341 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ba7f32532130,37181,1732490053579 2024-11-24T23:14:16,595 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34341 {}] master.ServerManager(517): Registering regionserver=ba7f32532130,37181,1732490053579 2024-11-24T23:14:16,608 DEBUG [RS:0;ba7f32532130:37181 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5 2024-11-24T23:14:16,608 DEBUG [RS:0;ba7f32532130:37181 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46587 2024-11-24T23:14:16,609 DEBUG [RS:0;ba7f32532130:37181 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T23:14:16,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T23:14:16,622 DEBUG [RS:0;ba7f32532130:37181 {}] zookeeper.ZKUtil(111): regionserver:37181-0x1016f203d260001, quorum=127.0.0.1:57950, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ba7f32532130,37181,1732490053579 2024-11-24T23:14:16,623 WARN [RS:0;ba7f32532130:37181 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T23:14:16,623 INFO [RS:0;ba7f32532130:37181 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:14:16,623 DEBUG [RS:0;ba7f32532130:37181 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/WALs/ba7f32532130,37181,1732490053579 2024-11-24T23:14:16,625 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ba7f32532130,37181,1732490053579] 2024-11-24T23:14:16,649 INFO [RS:0;ba7f32532130:37181 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T23:14:16,664 INFO [RS:0;ba7f32532130:37181 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T23:14:16,668 INFO [RS:0;ba7f32532130:37181 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T23:14:16,669 INFO [RS:0;ba7f32532130:37181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:16,669 INFO [RS:0;ba7f32532130:37181 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T23:14:16,675 INFO [RS:0;ba7f32532130:37181 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T23:14:16,676 INFO [RS:0;ba7f32532130:37181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:16,676 DEBUG [RS:0;ba7f32532130:37181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:16,677 DEBUG [RS:0;ba7f32532130:37181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:16,677 DEBUG [RS:0;ba7f32532130:37181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:16,677 DEBUG [RS:0;ba7f32532130:37181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:16,677 DEBUG [RS:0;ba7f32532130:37181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:16,677 DEBUG [RS:0;ba7f32532130:37181 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ba7f32532130:0, corePoolSize=2, maxPoolSize=2 2024-11-24T23:14:16,677 DEBUG [RS:0;ba7f32532130:37181 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:16,677 DEBUG [RS:0;ba7f32532130:37181 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:16,678 DEBUG [RS:0;ba7f32532130:37181 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:16,678 DEBUG [RS:0;ba7f32532130:37181 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:16,678 DEBUG [RS:0;ba7f32532130:37181 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:16,678 DEBUG [RS:0;ba7f32532130:37181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ba7f32532130:0, corePoolSize=1, maxPoolSize=1 2024-11-24T23:14:16,678 DEBUG [RS:0;ba7f32532130:37181 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:14:16,678 DEBUG [RS:0;ba7f32532130:37181 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0, corePoolSize=3, maxPoolSize=3 2024-11-24T23:14:16,679 INFO [RS:0;ba7f32532130:37181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:16,679 INFO [RS:0;ba7f32532130:37181 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:16,680 INFO [RS:0;ba7f32532130:37181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:16,680 INFO [RS:0;ba7f32532130:37181 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:16,680 INFO [RS:0;ba7f32532130:37181 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:16,680 INFO [RS:0;ba7f32532130:37181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,37181,1732490053579-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:14:16,699 INFO [RS:0;ba7f32532130:37181 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T23:14:16,701 INFO [RS:0;ba7f32532130:37181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,37181,1732490053579-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:16,701 INFO [RS:0;ba7f32532130:37181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:16,701 INFO [RS:0;ba7f32532130:37181 {}] regionserver.Replication(171): ba7f32532130,37181,1732490053579 started 2024-11-24T23:14:16,719 INFO [RS:0;ba7f32532130:37181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:16,720 INFO [RS:0;ba7f32532130:37181 {}] regionserver.HRegionServer(1482): Serving as ba7f32532130,37181,1732490053579, RpcServer on ba7f32532130/172.17.0.3:37181, sessionid=0x1016f203d260001 2024-11-24T23:14:16,720 DEBUG [RS:0;ba7f32532130:37181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T23:14:16,721 DEBUG [RS:0;ba7f32532130:37181 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ba7f32532130,37181,1732490053579 2024-11-24T23:14:16,721 DEBUG [RS:0;ba7f32532130:37181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,37181,1732490053579' 2024-11-24T23:14:16,721 DEBUG [RS:0;ba7f32532130:37181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T23:14:16,722 DEBUG [RS:0;ba7f32532130:37181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T23:14:16,723 DEBUG [RS:0;ba7f32532130:37181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T23:14:16,723 DEBUG [RS:0;ba7f32532130:37181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T23:14:16,723 DEBUG [RS:0;ba7f32532130:37181 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ba7f32532130,37181,1732490053579 2024-11-24T23:14:16,723 DEBUG [RS:0;ba7f32532130:37181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ba7f32532130,37181,1732490053579' 2024-11-24T23:14:16,723 DEBUG [RS:0;ba7f32532130:37181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T23:14:16,724 DEBUG [RS:0;ba7f32532130:37181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T23:14:16,725 DEBUG [RS:0;ba7f32532130:37181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T23:14:16,725 INFO [RS:0;ba7f32532130:37181 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T23:14:16,725 INFO [RS:0;ba7f32532130:37181 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T23:14:16,834 INFO [RS:0;ba7f32532130:37181 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T23:14:16,839 INFO [RS:0;ba7f32532130:37181 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C37181%2C1732490053579, suffix=, logDir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/WALs/ba7f32532130,37181,1732490053579, archiveDir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/oldWALs, maxLogs=32 2024-11-24T23:14:16,854 DEBUG [RS:0;ba7f32532130:37181 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/WALs/ba7f32532130,37181,1732490053579/ba7f32532130%2C37181%2C1732490053579.1732490056842, exclude list is [], retry=0 2024-11-24T23:14:16,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44117,DS-b2f75750-b1da-49ec-86eb-645fc2f10eeb,DISK] 2024-11-24T23:14:16,862 INFO [RS:0;ba7f32532130:37181 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/WALs/ba7f32532130,37181,1732490053579/ba7f32532130%2C37181%2C1732490053579.1732490056842 2024-11-24T23:14:16,862 DEBUG [RS:0;ba7f32532130:37181 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46619:46619)] 2024-11-24T23:14:16,950 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T23:14:16,951 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5 2024-11-24T23:14:16,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741833_1009 (size=32) 2024-11-24T23:14:17,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:14:17,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:14:17,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:14:17,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:17,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:14:17,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:14:17,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:14:17,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:17,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:14:17,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:14:17,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:14:17,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:17,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:14:17,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:14:17,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:14:17,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:17,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:14:17,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:14:17,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/hbase/meta/1588230740 2024-11-24T23:14:17,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/hbase/meta/1588230740 2024-11-24T23:14:17,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:14:17,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:14:17,396 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T23:14:17,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:14:17,403 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:14:17,404 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60001497, jitterRate=-0.10590802133083344}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T23:14:17,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732490057370Initializing all the Stores at 1732490057374 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490057374Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490057375 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490057375Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490057375Cleaning up temporary data from old regions at 1732490057395 (+20 ms)Region opened successfully at 1732490057408 (+13 ms) 2024-11-24T23:14:17,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:14:17,408 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:14:17,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:14:17,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:14:17,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:14:17,410 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:14:17,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490057408Disabling compacts and flushes for region at 1732490057408Disabling writes for close at 1732490057408Writing region close event to WAL at 1732490057409 (+1 ms)Closed at 1732490057410 (+1 ms) 2024-11-24T23:14:17,414 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:14:17,414 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T23:14:17,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T23:14:17,427 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:14:17,430 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T23:14:17,583 DEBUG [ba7f32532130:34341 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T23:14:17,595 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:14:17,600 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,37181,1732490053579, state=OPENING 2024-11-24T23:14:17,664 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T23:14:17,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:17,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x1016f203d260001, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:14:17,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:14:17,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:14:17,680 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T23:14:17,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,37181,1732490053579}] 2024-11-24T23:14:17,861 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T23:14:17,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T23:14:17,874 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T23:14:17,874 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T23:14:17,875 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T23:14:17,878 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ba7f32532130%2C37181%2C1732490053579.meta, suffix=.meta, logDir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/WALs/ba7f32532130,37181,1732490053579, archiveDir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/oldWALs, maxLogs=32 2024-11-24T23:14:17,892 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/WALs/ba7f32532130,37181,1732490053579/ba7f32532130%2C37181%2C1732490053579.meta.1732490057880.meta, exclude list is [], retry=0 2024-11-24T23:14:17,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44117,DS-b2f75750-b1da-49ec-86eb-645fc2f10eeb,DISK] 2024-11-24T23:14:17,898 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/WALs/ba7f32532130,37181,1732490053579/ba7f32532130%2C37181%2C1732490053579.meta.1732490057880.meta 2024-11-24T23:14:17,899 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46619:46619)] 2024-11-24T23:14:17,899 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:14:17,901 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T23:14:17,903 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T23:14:17,907 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T23:14:17,911 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T23:14:17,911 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:14:17,911 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T23:14:17,912 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T23:14:17,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T23:14:17,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T23:14:17,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:17,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:14:17,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T23:14:17,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T23:14:17,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:17,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:14:17,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T23:14:17,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T23:14:17,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:17,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:14:17,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T23:14:17,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T23:14:17,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:17,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T23:14:17,925 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T23:14:17,927 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/hbase/meta/1588230740 2024-11-24T23:14:17,929 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/hbase/meta/1588230740 2024-11-24T23:14:17,931 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T23:14:17,932 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T23:14:17,932 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T23:14:17,935 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T23:14:17,937 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68697704, jitterRate=0.02367556095123291}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T23:14:17,937 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T23:14:17,939 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732490057912Writing region info on filesystem at 1732490057912Initializing all the Stores at 1732490057914 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490057914Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490057914Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490057914Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732490057914Cleaning up temporary data from old regions at 1732490057932 (+18 ms)Running coprocessor post-open hooks at 1732490057937 (+5 ms)Region opened successfully at 1732490057938 (+1 ms) 2024-11-24T23:14:17,945 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732490057850 2024-11-24T23:14:17,956 DEBUG [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T23:14:17,956 INFO [RS_OPEN_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T23:14:17,958 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:14:17,961 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ba7f32532130,37181,1732490053579, state=OPEN 2024-11-24T23:14:18,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x1016f203d260001, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T23:14:18,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T23:14:18,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:14:18,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T23:14:18,036 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:18,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T23:14:18,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ba7f32532130,37181,1732490053579 in 355 msec 2024-11-24T23:14:18,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T23:14:18,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 624 msec 2024-11-24T23:14:18,050 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T23:14:18,050 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T23:14:18,068 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:14:18,069 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:14:18,086 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:14:18,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:14:18,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6610 sec 2024-11-24T23:14:18,107 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732490058107, completionTime=-1 2024-11-24T23:14:18,109 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T23:14:18,110 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T23:14:18,135 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T23:14:18,135 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732490118135 2024-11-24T23:14:18,135 INFO [master/ba7f32532130:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732490178135 2024-11-24T23:14:18,135 INFO [master/ba7f32532130:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-24T23:14:18,138 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34341,1732490052791-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:18,138 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34341,1732490052791-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:18,138 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34341,1732490052791-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:18,139 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ba7f32532130:34341, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:18,140 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:18,140 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:18,146 DEBUG [master/ba7f32532130:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T23:14:18,164 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.319sec 2024-11-24T23:14:18,165 INFO [master/ba7f32532130:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T23:14:18,167 INFO [master/ba7f32532130:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T23:14:18,168 INFO [master/ba7f32532130:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T23:14:18,168 INFO [master/ba7f32532130:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T23:14:18,168 INFO [master/ba7f32532130:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T23:14:18,169 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34341,1732490052791-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T23:14:18,169 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34341,1732490052791-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T23:14:18,177 DEBUG [master/ba7f32532130:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T23:14:18,178 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T23:14:18,178 INFO [master/ba7f32532130:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ba7f32532130,34341,1732490052791-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T23:14:18,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:18,210 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T23:14:18,210 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T23:14:18,213 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:14:18,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:14:18,222 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:14:18,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:14:18,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:14:18,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a872003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:18,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:14:18,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:14:18,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:18,232 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:14:18,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:18,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:14:18,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:14:18,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:14:18,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:14:18,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ba7f32532130,34341,1732490052791 2024-11-24T23:14:18,278 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=212, ProcessCount=11, AvailableMemoryMB=7439 2024-11-24T23:14:18,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:14:18,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,34341,1732490052791 2024-11-24T23:14:18,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56ef0928 2024-11-24T23:14:18,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:14:18,314 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:14:18,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T23:14:18,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:14:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T23:14:18,331 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:14:18,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-24T23:14:18,334 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:18,340 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:14:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:14:18,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741835_1011 (size=1061) 2024-11-24T23:14:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:14:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:14:18,768 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5 2024-11-24T23:14:18,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741836_1012 (size=53) 2024-11-24T23:14:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:14:19,182 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:14:19,182 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 28685729f75e1f553553c900ac8fbeff, disabling compactions & flushes 2024-11-24T23:14:19,182 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:19,182 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:19,183 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. after waiting 0 ms 2024-11-24T23:14:19,183 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:19,183 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:19,183 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 28685729f75e1f553553c900ac8fbeff: Waiting for close lock at 1732490059182Disabling compacts and flushes for region at 1732490059182Disabling writes for close at 1732490059183 (+1 ms)Writing region close event to WAL at 1732490059183Closed at 1732490059183 2024-11-24T23:14:19,186 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:14:19,192 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732490059186"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490059186"}]},"ts":"1732490059186"} 2024-11-24T23:14:19,197 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:14:19,198 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:14:19,201 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490059199"}]},"ts":"1732490059199"} 2024-11-24T23:14:19,205 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T23:14:19,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=28685729f75e1f553553c900ac8fbeff, ASSIGN}] 2024-11-24T23:14:19,209 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=28685729f75e1f553553c900ac8fbeff, ASSIGN 2024-11-24T23:14:19,211 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=28685729f75e1f553553c900ac8fbeff, ASSIGN; state=OFFLINE, location=ba7f32532130,37181,1732490053579; forceNewPlan=false, retain=false 2024-11-24T23:14:19,362 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=28685729f75e1f553553c900ac8fbeff, regionState=OPENING, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:14:19,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=28685729f75e1f553553c900ac8fbeff, ASSIGN because future has completed 2024-11-24T23:14:19,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579}] 2024-11-24T23:14:19,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:14:19,528 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:19,528 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:14:19,529 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:19,529 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:14:19,529 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:19,529 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:19,533 INFO [StoreOpener-28685729f75e1f553553c900ac8fbeff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:19,537 INFO [StoreOpener-28685729f75e1f553553c900ac8fbeff-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:14:19,537 INFO [StoreOpener-28685729f75e1f553553c900ac8fbeff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28685729f75e1f553553c900ac8fbeff columnFamilyName A 2024-11-24T23:14:19,537 DEBUG [StoreOpener-28685729f75e1f553553c900ac8fbeff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:19,539 INFO [StoreOpener-28685729f75e1f553553c900ac8fbeff-1 {}] regionserver.HStore(327): Store=28685729f75e1f553553c900ac8fbeff/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:14:19,539 INFO [StoreOpener-28685729f75e1f553553c900ac8fbeff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:19,541 INFO [StoreOpener-28685729f75e1f553553c900ac8fbeff-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:14:19,542 INFO [StoreOpener-28685729f75e1f553553c900ac8fbeff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28685729f75e1f553553c900ac8fbeff columnFamilyName B 2024-11-24T23:14:19,542 DEBUG [StoreOpener-28685729f75e1f553553c900ac8fbeff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:19,543 INFO [StoreOpener-28685729f75e1f553553c900ac8fbeff-1 {}] regionserver.HStore(327): Store=28685729f75e1f553553c900ac8fbeff/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:14:19,543 INFO [StoreOpener-28685729f75e1f553553c900ac8fbeff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:19,545 INFO [StoreOpener-28685729f75e1f553553c900ac8fbeff-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:14:19,545 INFO [StoreOpener-28685729f75e1f553553c900ac8fbeff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28685729f75e1f553553c900ac8fbeff columnFamilyName C 2024-11-24T23:14:19,545 DEBUG [StoreOpener-28685729f75e1f553553c900ac8fbeff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:19,546 INFO [StoreOpener-28685729f75e1f553553c900ac8fbeff-1 {}] regionserver.HStore(327): Store=28685729f75e1f553553c900ac8fbeff/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:14:19,547 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:19,547 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:19,549 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:19,550 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:19,552 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:19,552 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:19,553 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T23:14:19,556 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:19,560 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:14:19,561 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 28685729f75e1f553553c900ac8fbeff; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59890541, jitterRate=-0.107561394572258}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T23:14:19,561 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:19,562 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 28685729f75e1f553553c900ac8fbeff: Running coprocessor pre-open hook at 1732490059530Writing region info on filesystem at 1732490059530Initializing all the Stores at 1732490059532 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490059532Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490059532Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490059532Cleaning up temporary data from old regions at 1732490059552 (+20 ms)Running coprocessor post-open hooks at 1732490059561 (+9 ms)Region opened successfully at 1732490059562 (+1 ms) 2024-11-24T23:14:19,564 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., pid=6, masterSystemTime=1732490059521 2024-11-24T23:14:19,568 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:19,568 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:19,569 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=28685729f75e1f553553c900ac8fbeff, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:14:19,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 because future has completed 2024-11-24T23:14:19,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T23:14:19,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 in 209 msec 2024-11-24T23:14:19,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T23:14:19,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=28685729f75e1f553553c900ac8fbeff, ASSIGN in 374 msec 2024-11-24T23:14:19,586 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:14:19,587 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490059587"}]},"ts":"1732490059587"} 2024-11-24T23:14:19,591 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T23:14:19,593 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:14:19,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2690 sec 2024-11-24T23:14:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T23:14:20,491 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:14:20,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad452c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,499 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:14:20,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:14:20,501 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:14:20,502 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:14:20,502 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:14:20,502 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70cdc6cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,502 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:14:20,502 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:14:20,502 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:20,504 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:14:20,506 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1806c24b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:14:20,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:14:20,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:14:20,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:14:20,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:14:20,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,34341,1732490052791 2024-11-24T23:14:20,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78210a9b 2024-11-24T23:14:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:14:20,518 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:14:20,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,523 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:14:20,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:14:20,525 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:14:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:14:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:14:20,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149abd79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:14:20,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:14:20,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:20,528 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:14:20,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0960a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,530 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:14:20,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:14:20,532 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:14:20,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:14:20,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:14:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528027bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:14:20,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:14:20,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:20,536 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:14:20,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749fb54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d35085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,538 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:14:20,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:14:20,539 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:14:20,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:14:20,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:14:20,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596d06e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:14:20,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:14:20,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:20,542 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:14:20,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33bdb6a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4b46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:14:20,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:14:20,546 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:14:20,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:14:20,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:14:20,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa64271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:14:20,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:14:20,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:20,549 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:14:20,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e341cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1cce95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,550 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:14:20,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:14:20,552 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:14:20,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:14:20,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:14:20,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f695ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:14:20,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:14:20,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:20,554 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:14:20,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25318c92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,556 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:14:20,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:14:20,557 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:14:20,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:14:20,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:14:20,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b036a61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:14:20,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:14:20,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:20,560 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:14:20,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129161b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238acdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,563 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:14:20,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:14:20,564 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:14:20,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:14:20,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:14:20,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20584f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:14:20,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:14:20,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:20,566 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:14:20,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7aa9af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,568 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:14:20,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:14:20,569 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:14:20,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:14:20,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:14:20,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c287047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:14:20,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:14:20,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:20,571 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:14:20,573 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e2fecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6643136e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:14:20,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:14:20,575 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:14:20,575 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:14:20,575 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:14:20,576 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311f9e8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,576 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:14:20,576 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:14:20,576 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:20,577 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:14:20,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f696c27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:20,583 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:14:20,583 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:14:20,583 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:14:20,583 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:14:20,583 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:14:20,583 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:14:20,584 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:14:20,584 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:14:20,583 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:14:20,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:14:20,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:14:20,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:14:20,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:14:20,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:14:20,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:14:20,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:14:20,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:14:20,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:14:20,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:14:20,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:14:20,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:14:20,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:14:20,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:14:20,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:14:20,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:14:20,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:14:20,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:14:20,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:14:20,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:14:20,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:14:20,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:14:20,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:14:20,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:14:20,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:14:20,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:14:20,592 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:14:20,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:14:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-24T23:14:20,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:14:20,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:14:20,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:14:20,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:14:20,600 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:14:20,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:14:20,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:14:20,603 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:14:20,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:14:20,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:14:20,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:14:20,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:14:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:14:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:20,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 28685729f75e1f553553c900ac8fbeff 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-24T23:14:20,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=A 2024-11-24T23:14:20,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:20,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=B 2024-11-24T23:14:20,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:20,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=C 2024-11-24T23:14:20,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:14:20,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-24T23:14:20,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:20,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:20,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/3a6119ecd2984fa7845c7f98b567dc26 is 50, key is test_row_0/A:col10/1732490060676/Put/seqid=0 2024-11-24T23:14:20,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:20,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:20,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:20,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490120775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:20,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741837_1013 (size=12001) 2024-11-24T23:14:20,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490120783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:20,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/3a6119ecd2984fa7845c7f98b567dc26 2024-11-24T23:14:20,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490120823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:20,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490120823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:20,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44168 deadline: 1732490120828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:20,858 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:20,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:20,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:20,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:20,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:20,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:20,859 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:20,859 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:20,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:20,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:20,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:20,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:20,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:20,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:20,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:14:20,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/1e271e9e540c4e5eab559ba447ece672 is 50, key is test_row_0/B:col10/1732490060676/Put/seqid=0 2024-11-24T23:14:20,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-24T23:14:20,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:20,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:20,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:20,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:20,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:20,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741838_1014 (size=12001) 2024-11-24T23:14:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:20,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/1e271e9e540c4e5eab559ba447ece672 2024-11-24T23:14:20,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44168 deadline: 1732490120970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:20,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:20,981 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:20,981 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:20,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490120971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:20,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:20,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:20,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:20,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490120972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:20,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:20,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:20,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:20,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490120976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:20,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:20,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:20,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:20,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490120976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:20,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:20,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:20,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:21,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/63ac847b3007457292f41494308ba03c is 50, key is test_row_0/C:col10/1732490060676/Put/seqid=0 2024-11-24T23:14:21,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741839_1015 (size=12001) 2024-11-24T23:14:21,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/63ac847b3007457292f41494308ba03c 2024-11-24T23:14:21,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/3a6119ecd2984fa7845c7f98b567dc26 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/3a6119ecd2984fa7845c7f98b567dc26 2024-11-24T23:14:21,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/3a6119ecd2984fa7845c7f98b567dc26, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T23:14:21,110 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-24T23:14:21,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/1e271e9e540c4e5eab559ba447ece672 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/1e271e9e540c4e5eab559ba447ece672 2024-11-24T23:14:21,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/1e271e9e540c4e5eab559ba447ece672, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T23:14:21,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-24T23:14:21,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/63ac847b3007457292f41494308ba03c as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/63ac847b3007457292f41494308ba03c 2024-11-24T23:14:21,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:21,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:21,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:21,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:21,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:21,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/63ac847b3007457292f41494308ba03c, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T23:14:21,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=114.05 KB/116790 for 28685729f75e1f553553c900ac8fbeff in 473ms, sequenceid=15, compaction requested=false 2024-11-24T23:14:21,157 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T23:14:21,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:21,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490060774, max timestamp=1732490061193Num uniques 859; 2024-11-24T23:14:21,206 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:14:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:21,210 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732490060774, max timestamp=1732490061193Num uniques 859; 2024-11-24T23:14:21,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 28685729f75e1f553553c900ac8fbeff 3/3 column families, dataSize=102.87 KB heapSize=301.95 KB 2024-11-24T23:14:21,211 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-24T23:14:21,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490060774, max timestamp=1732490061196Num uniques 859; 2024-11-24T23:14:21,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:14:21,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=A 2024-11-24T23:14:21,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:21,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=B 2024-11-24T23:14:21,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:21,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=C 2024-11-24T23:14:21,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:21,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/f60039708cd3477a9a60e53c917b50a7 is 50, key is test_row_0/A:col10/1732490061209/Put/seqid=0 2024-11-24T23:14:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:14:21,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741840_1016 (size=14341) 2024-11-24T23:14:21,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/f60039708cd3477a9a60e53c917b50a7 2024-11-24T23:14:21,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/91f45e5a287545819943f1f5d6cb21d2 is 50, key is test_row_0/B:col10/1732490061209/Put/seqid=0 2024-11-24T23:14:21,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-24T23:14:21,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:21,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:21,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:21,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:21,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:21,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741841_1017 (size=12001) 2024-11-24T23:14:21,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/91f45e5a287545819943f1f5d6cb21d2 2024-11-24T23:14:21,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/feee73fec11f4d6e9a1543b7f266018c is 50, key is test_row_0/C:col10/1732490061209/Put/seqid=0 2024-11-24T23:14:21,336 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732490061287, max timestamp=1732490061319Num uniques 859; 2024-11-24T23:14:21,337 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-24T23:14:21,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732490061287, max timestamp=1732490061319Num uniques 859; 2024-11-24T23:14:21,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-24T23:14:21,342 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732490061287, max timestamp=1732490061319Num uniques 859; 2024-11-24T23:14:21,342 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-24T23:14:21,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741842_1018 (size=12001) 2024-11-24T23:14:21,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.50 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/feee73fec11f4d6e9a1543b7f266018c 2024-11-24T23:14:21,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/f60039708cd3477a9a60e53c917b50a7 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/f60039708cd3477a9a60e53c917b50a7 2024-11-24T23:14:21,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44168 deadline: 1732490121383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:21,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:21,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490121387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:21,397 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,397 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:21,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490121391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:21,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:21,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/f60039708cd3477a9a60e53c917b50a7, entries=200, sequenceid=40, filesize=14.0 K 2024-11-24T23:14:21,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/91f45e5a287545819943f1f5d6cb21d2 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/91f45e5a287545819943f1f5d6cb21d2 2024-11-24T23:14:21,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490121394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:21,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:21,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490121395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:21,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:21,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/91f45e5a287545819943f1f5d6cb21d2, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T23:14:21,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/feee73fec11f4d6e9a1543b7f266018c as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/feee73fec11f4d6e9a1543b7f266018c 2024-11-24T23:14:21,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/feee73fec11f4d6e9a1543b7f266018c, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T23:14:21,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-24T23:14:21,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.28 KB/54555, heapSize ~144.96 KB/148440, currentSize=145.36 KB/148850 for 28685729f75e1f553553c900ac8fbeff in 242ms, sequenceid=40, compaction requested=false 2024-11-24T23:14:21,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:21,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:21,451 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 28685729f75e1f553553c900ac8fbeff 3/3 column families, dataSize=145.36 KB heapSize=405.69 KB 2024-11-24T23:14:21,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=A 2024-11-24T23:14:21,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:21,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=B 2024-11-24T23:14:21,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:21,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=C 2024-11-24T23:14:21,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:21,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/3680d09af29f4f41a5f796e382ce95dd is 50, key is test_row_0/A:col10/1732490061382/Put/seqid=0 2024-11-24T23:14:21,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741843_1019 (size=12001) 2024-11-24T23:14:21,487 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/3680d09af29f4f41a5f796e382ce95dd 2024-11-24T23:14:21,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:21,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/8be04377679147ca945490ca93adf352 is 50, key is test_row_0/B:col10/1732490061382/Put/seqid=0 2024-11-24T23:14:21,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490121525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:21,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:21,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44168 deadline: 1732490121530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:21,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:21,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490121532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:21,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:21,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490121532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:21,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:21,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:21,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490121533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:21,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:21,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741844_1020 (size=12001) 2024-11-24T23:14:21,560 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/8be04377679147ca945490ca93adf352 2024-11-24T23:14:21,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/236582629d2d4cd79fc97437520866b2 is 50, key is test_row_0/C:col10/1732490061382/Put/seqid=0 2024-11-24T23:14:21,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741845_1021 (size=12001) 2024-11-24T23:14:21,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490121640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:21,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:21,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490121650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:21,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:21,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44168 deadline: 1732490121650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:21,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:14:21,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490121750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:21,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490121751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:21,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:21,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:21,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490121850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:21,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:21,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490121860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:21,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:21,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44168 deadline: 1732490121869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:21,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,877 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:21,877 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:22,040 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/236582629d2d4cd79fc97437520866b2 2024-11-24T23:14:22,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/3680d09af29f4f41a5f796e382ce95dd as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/3680d09af29f4f41a5f796e382ce95dd 2024-11-24T23:14:22,073 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/3680d09af29f4f41a5f796e382ce95dd, entries=150, sequenceid=76, filesize=11.7 K 2024-11-24T23:14:22,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/8be04377679147ca945490ca93adf352 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/8be04377679147ca945490ca93adf352 2024-11-24T23:14:22,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490122070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:22,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490122071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:22,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:22,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:22,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:22,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:22,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:22,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:22,094 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/8be04377679147ca945490ca93adf352, entries=150, sequenceid=76, filesize=11.7 K 2024-11-24T23:14:22,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/236582629d2d4cd79fc97437520866b2 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/236582629d2d4cd79fc97437520866b2 2024-11-24T23:14:22,116 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/236582629d2d4cd79fc97437520866b2, entries=150, sequenceid=76, filesize=11.7 K 2024-11-24T23:14:22,118 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~145.36 KB/148850, heapSize ~405.64 KB/415376, currentSize=40.25 KB/41220 for 28685729f75e1f553553c900ac8fbeff in 666ms, sequenceid=76, compaction requested=true 2024-11-24T23:14:22,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:22,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:22,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T23:14:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T23:14:22,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-24T23:14:22,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5170 sec 2024-11-24T23:14:22,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.5400 sec 2024-11-24T23:14:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:22,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 28685729f75e1f553553c900ac8fbeff 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-24T23:14:22,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=A 2024-11-24T23:14:22,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:22,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=B 2024-11-24T23:14:22,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:22,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=C 2024-11-24T23:14:22,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:22,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/4e32ce0be490451e94e7ee2cbcb022fd is 50, key is test_row_0/A:col10/1732490062172/Put/seqid=0 2024-11-24T23:14:22,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741846_1022 (size=16681) 2024-11-24T23:14:22,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/4e32ce0be490451e94e7ee2cbcb022fd 2024-11-24T23:14:22,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/0d8e22d0f76048d3b811fef00b6b0c60 is 50, key is test_row_0/B:col10/1732490062172/Put/seqid=0 2024-11-24T23:14:22,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741847_1023 (size=12001) 2024-11-24T23:14:22,261 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490062229, max timestamp=1732490062255Num uniques 859; 2024-11-24T23:14:22,261 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:14:22,265 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490062229, max timestamp=1732490062255Num uniques 859; 2024-11-24T23:14:22,265 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:14:22,268 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490062229, max timestamp=1732490062257Num uniques 859; 2024-11-24T23:14:22,268 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:14:22,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44168 deadline: 1732490122323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:22,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:22,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:22,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:22,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490122325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:22,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:22,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:22,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:22,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490122329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:22,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:22,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:22,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:22,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:22,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490122440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44168 deadline: 1732490122440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:22,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:22,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:22,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:22,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490122441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:22,445 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:22,445 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:22,445 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:22,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:22,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:22,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:22,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490122590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:22,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:22,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:22,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:22,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490122599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:22,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:22,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:22,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:22,644 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T23:14:22,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490122650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:22,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44168 deadline: 1732490122651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:22,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490122651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:22,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/0d8e22d0f76048d3b811fef00b6b0c60 2024-11-24T23:14:22,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:22,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:22,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:22,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:22,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:22,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:22,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:22,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:22,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:22,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/9f26d2cd013448cbb19c4a8850ec3006 is 50, key is test_row_0/C:col10/1732490062172/Put/seqid=0 2024-11-24T23:14:22,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741848_1024 (size=12001) 2024-11-24T23:14:22,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/9f26d2cd013448cbb19c4a8850ec3006 2024-11-24T23:14:22,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/4e32ce0be490451e94e7ee2cbcb022fd as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/4e32ce0be490451e94e7ee2cbcb022fd 2024-11-24T23:14:22,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/4e32ce0be490451e94e7ee2cbcb022fd, entries=250, sequenceid=87, filesize=16.3 K 2024-11-24T23:14:22,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/0d8e22d0f76048d3b811fef00b6b0c60 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/0d8e22d0f76048d3b811fef00b6b0c60 2024-11-24T23:14:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T23:14:22,770 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:14:22,770 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:14:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-24T23:14:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T23:14:22,774 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:14:22,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/0d8e22d0f76048d3b811fef00b6b0c60, entries=150, sequenceid=87, filesize=11.7 K 2024-11-24T23:14:22,776 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:14:22,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:14:22,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/9f26d2cd013448cbb19c4a8850ec3006 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/9f26d2cd013448cbb19c4a8850ec3006 2024-11-24T23:14:22,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/9f26d2cd013448cbb19c4a8850ec3006, entries=150, sequenceid=87, filesize=11.7 K 2024-11-24T23:14:22,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 28685729f75e1f553553c900ac8fbeff in 623ms, sequenceid=87, compaction requested=true 2024-11-24T23:14:22,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:22,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:14:22,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:22,815 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:14:22,815 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:14:22,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:14:22,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:22,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:14:22,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:14:22,819 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:14:22,821 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/B is initiating minor compaction (all files) 2024-11-24T23:14:22,822 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/B in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:22,823 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/1e271e9e540c4e5eab559ba447ece672, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/91f45e5a287545819943f1f5d6cb21d2, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/8be04377679147ca945490ca93adf352, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/0d8e22d0f76048d3b811fef00b6b0c60] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=46.9 K 2024-11-24T23:14:22,825 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e271e9e540c4e5eab559ba447ece672, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732490060676 2024-11-24T23:14:22,826 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 91f45e5a287545819943f1f5d6cb21d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732490061196 2024-11-24T23:14:22,827 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 8be04377679147ca945490ca93adf352, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732490061382 2024-11-24T23:14:22,828 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d8e22d0f76048d3b811fef00b6b0c60, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732490061529 2024-11-24T23:14:22,832 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55024 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:14:22,832 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/A is initiating minor compaction (all files) 2024-11-24T23:14:22,832 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/A in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:22,832 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/3a6119ecd2984fa7845c7f98b567dc26, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/f60039708cd3477a9a60e53c917b50a7, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/3680d09af29f4f41a5f796e382ce95dd, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/4e32ce0be490451e94e7ee2cbcb022fd] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=53.7 K 2024-11-24T23:14:22,833 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a6119ecd2984fa7845c7f98b567dc26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732490060676 2024-11-24T23:14:22,835 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting f60039708cd3477a9a60e53c917b50a7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732490060807 2024-11-24T23:14:22,837 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3680d09af29f4f41a5f796e382ce95dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732490061382 2024-11-24T23:14:22,838 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e32ce0be490451e94e7ee2cbcb022fd, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732490061517 2024-11-24T23:14:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T23:14:22,884 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#B#compaction#12 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:22,885 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/65a29b309745402489c66461f5f94f1e is 50, key is test_row_0/B:col10/1732490062172/Put/seqid=0 2024-11-24T23:14:22,891 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#A#compaction#13 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:22,892 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/f82830fd3a83484abba9063f1648240b is 50, key is test_row_0/A:col10/1732490062172/Put/seqid=0 2024-11-24T23:14:22,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741849_1025 (size=12139) 2024-11-24T23:14:22,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741850_1026 (size=12139) 2024-11-24T23:14:22,932 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/f82830fd3a83484abba9063f1648240b as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/f82830fd3a83484abba9063f1648240b 2024-11-24T23:14:22,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-24T23:14:22,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:22,934 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 28685729f75e1f553553c900ac8fbeff 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-24T23:14:22,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=A 2024-11-24T23:14:22,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:22,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=B 2024-11-24T23:14:22,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:22,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=C 2024-11-24T23:14:22,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:22,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/8caf4b6339194b828aebc664db955c83 is 50, key is test_row_0/A:col10/1732490062319/Put/seqid=0 2024-11-24T23:14:22,966 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/A of 28685729f75e1f553553c900ac8fbeff into f82830fd3a83484abba9063f1648240b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:22,966 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:22,969 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/A, priority=12, startTime=1732490062801; duration=0sec 2024-11-24T23:14:22,970 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:14:22,971 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:A 2024-11-24T23:14:22,971 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:14:22,973 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:14:22,974 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/C is initiating minor compaction (all files) 2024-11-24T23:14:22,974 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/C in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:22,974 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/63ac847b3007457292f41494308ba03c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/feee73fec11f4d6e9a1543b7f266018c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/236582629d2d4cd79fc97437520866b2, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/9f26d2cd013448cbb19c4a8850ec3006] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=46.9 K 2024-11-24T23:14:22,975 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63ac847b3007457292f41494308ba03c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732490060676 2024-11-24T23:14:22,976 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting feee73fec11f4d6e9a1543b7f266018c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732490061196 2024-11-24T23:14:22,977 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 236582629d2d4cd79fc97437520866b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732490061382 2024-11-24T23:14:22,978 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f26d2cd013448cbb19c4a8850ec3006, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732490061529 2024-11-24T23:14:22,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:22,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741851_1027 (size=12001) 2024-11-24T23:14:23,015 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#C#compaction#15 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:23,018 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/4e59346a7c5441f4a69149aa27bd16d1 is 50, key is test_row_0/C:col10/1732490062172/Put/seqid=0 2024-11-24T23:14:23,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490123054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:23,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:23,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44168 deadline: 1732490123072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:23,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741852_1028 (size=12139) 2024-11-24T23:14:23,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T23:14:23,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490123078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:23,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:23,105 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/4e59346a7c5441f4a69149aa27bd16d1 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/4e59346a7c5441f4a69149aa27bd16d1 2024-11-24T23:14:23,122 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/C of 28685729f75e1f553553c900ac8fbeff into 4e59346a7c5441f4a69149aa27bd16d1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:23,122 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:23,122 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/C, priority=12, startTime=1732490062816; duration=0sec 2024-11-24T23:14:23,123 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:23,123 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:C 2024-11-24T23:14:23,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490123190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:23,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:23,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44168 deadline: 1732490123199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:23,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,204 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:23,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490123199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:23,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:23,322 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/65a29b309745402489c66461f5f94f1e as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/65a29b309745402489c66461f5f94f1e 2024-11-24T23:14:23,334 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/B of 28685729f75e1f553553c900ac8fbeff into 65a29b309745402489c66461f5f94f1e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:23,334 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:23,335 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/B, priority=12, startTime=1732490062815; duration=0sec 2024-11-24T23:14:23,336 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:23,336 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:B 2024-11-24T23:14:23,396 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/8caf4b6339194b828aebc664db955c83 2024-11-24T23:14:23,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T23:14:23,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490123399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:23,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:23,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44168 deadline: 1732490123410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:23,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:23,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490123410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:23,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/eec39c4417044478b2e65ab7c1d0fd74 is 50, key is test_row_0/B:col10/1732490062319/Put/seqid=0 2024-11-24T23:14:23,423 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T23:14:23,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741853_1029 (size=12001) 2024-11-24T23:14:23,457 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/eec39c4417044478b2e65ab7c1d0fd74 2024-11-24T23:14:23,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/6363fd13cecc4db1aa8e0f014c5148a0 is 50, key is test_row_0/C:col10/1732490062319/Put/seqid=0 2024-11-24T23:14:23,523 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T23:14:23,523 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T23:14:23,526 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:14:23,526 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T23:14:23,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T23:14:23,527 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T23:14:23,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741854_1030 (size=12001) 2024-11-24T23:14:23,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T23:14:23,530 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-24T23:14:23,534 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/6363fd13cecc4db1aa8e0f014c5148a0 2024-11-24T23:14:23,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/8caf4b6339194b828aebc664db955c83 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/8caf4b6339194b828aebc664db955c83 2024-11-24T23:14:23,567 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/8caf4b6339194b828aebc664db955c83, entries=150, sequenceid=123, filesize=11.7 K 2024-11-24T23:14:23,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/eec39c4417044478b2e65ab7c1d0fd74 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/eec39c4417044478b2e65ab7c1d0fd74 2024-11-24T23:14:23,581 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/eec39c4417044478b2e65ab7c1d0fd74, entries=150, sequenceid=123, filesize=11.7 K 2024-11-24T23:14:23,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/6363fd13cecc4db1aa8e0f014c5148a0 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/6363fd13cecc4db1aa8e0f014c5148a0 2024-11-24T23:14:23,595 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/6363fd13cecc4db1aa8e0f014c5148a0, entries=150, sequenceid=123, filesize=11.7 K 2024-11-24T23:14:23,597 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 28685729f75e1f553553c900ac8fbeff in 662ms, sequenceid=123, compaction requested=false 2024-11-24T23:14:23,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:23,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:23,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-24T23:14:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-24T23:14:23,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T23:14:23,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 824 msec 2024-11-24T23:14:23,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:23,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 28685729f75e1f553553c900ac8fbeff 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-24T23:14:23,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=A 2024-11-24T23:14:23,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:23,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=B 2024-11-24T23:14:23,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:23,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=C 2024-11-24T23:14:23,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:23,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 843 msec 2024-11-24T23:14:23,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/88ac6ea03897439a8f2a453564c1167e is 50, key is test_row_0/A:col10/1732490063610/Put/seqid=0 2024-11-24T23:14:23,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741855_1031 (size=14541) 2024-11-24T23:14:23,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/88ac6ea03897439a8f2a453564c1167e 2024-11-24T23:14:23,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/0f28ac35f82741e99e4845dae8da7ea6 is 50, key is test_row_0/B:col10/1732490063610/Put/seqid=0 2024-11-24T23:14:23,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741856_1032 (size=12151) 2024-11-24T23:14:23,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490123711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:23,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490063680, max timestamp=1732490063710Num uniques 859; 2024-11-24T23:14:23,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:14:23,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490063680, max timestamp=1732490063710Num uniques 859; 2024-11-24T23:14:23,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:14:23,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:23,723 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490063680, max timestamp=1732490063710Num uniques 859; 2024-11-24T23:14:23,723 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:14:23,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:23,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490123757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:23,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44168 deadline: 1732490123762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:23,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:23,769 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:23,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490123765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:23,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:23,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490123767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:23,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:23,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490123879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:23,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:23,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:23,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490123880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:23,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:23,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:23,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:23,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44168 deadline: 1732490123880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:23,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490123880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:23,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:23,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:23,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T23:14:23,910 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:14:23,911 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:14:23,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-24T23:14:23,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T23:14:23,915 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:14:23,917 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:14:23,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:14:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T23:14:24,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/0f28ac35f82741e99e4845dae8da7ea6 2024-11-24T23:14:24,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-24T23:14:24,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:24,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:24,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:24,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:24,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:24,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/fdb09db24883406fbbc1b49ec843a58f is 50, key is test_row_0/C:col10/1732490063610/Put/seqid=0 2024-11-24T23:14:24,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490124090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:24,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490124090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:24,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:24,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:24,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:24,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:24,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:24,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:24,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44168 deadline: 1732490124099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:24,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:24,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:24,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:24,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:24,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490124099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:24,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:24,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:24,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:24,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741857_1033 (size=12151) 2024-11-24T23:14:24,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T23:14:24,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-24T23:14:24,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:24,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:24,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:24,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:24,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:24,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:24,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490124230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:24,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:24,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:24,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:24,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-24T23:14:24,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:24,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:24,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:24,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:24,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:24,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:24,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:24,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490124399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:24,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:24,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:24,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:24,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490124409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:24,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44168 deadline: 1732490124409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:24,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490124410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:24,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:24,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:24,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:24,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/fdb09db24883406fbbc1b49ec843a58f 2024-11-24T23:14:24,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/88ac6ea03897439a8f2a453564c1167e as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/88ac6ea03897439a8f2a453564c1167e 2024-11-24T23:14:24,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/88ac6ea03897439a8f2a453564c1167e, entries=200, sequenceid=138, filesize=14.2 K 2024-11-24T23:14:24,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/0f28ac35f82741e99e4845dae8da7ea6 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/0f28ac35f82741e99e4845dae8da7ea6 2024-11-24T23:14:24,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T23:14:24,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-24T23:14:24,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:24,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:24,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:24,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:24,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:24,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/0f28ac35f82741e99e4845dae8da7ea6, entries=150, sequenceid=138, filesize=11.9 K 2024-11-24T23:14:24,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/fdb09db24883406fbbc1b49ec843a58f as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/fdb09db24883406fbbc1b49ec843a58f 2024-11-24T23:14:24,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/fdb09db24883406fbbc1b49ec843a58f, entries=150, sequenceid=138, filesize=11.9 K 2024-11-24T23:14:24,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=127.47 KB/130530 for 28685729f75e1f553553c900ac8fbeff in 952ms, sequenceid=138, compaction requested=true 2024-11-24T23:14:24,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:24,566 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:24,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:14:24,568 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38681 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:24,569 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/A is initiating minor compaction (all files) 2024-11-24T23:14:24,569 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/A in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:24,569 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/f82830fd3a83484abba9063f1648240b, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/8caf4b6339194b828aebc664db955c83, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/88ac6ea03897439a8f2a453564c1167e] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=37.8 K 2024-11-24T23:14:24,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:24,569 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:24,570 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting f82830fd3a83484abba9063f1648240b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732490061529 2024-11-24T23:14:24,571 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8caf4b6339194b828aebc664db955c83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732490062319 2024-11-24T23:14:24,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:14:24,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:24,572 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36291 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:24,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:14:24,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:14:24,572 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/B is initiating minor compaction (all files) 2024-11-24T23:14:24,572 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/B in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:24,572 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/65a29b309745402489c66461f5f94f1e, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/eec39c4417044478b2e65ab7c1d0fd74, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/0f28ac35f82741e99e4845dae8da7ea6] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=35.4 K 2024-11-24T23:14:24,572 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88ac6ea03897439a8f2a453564c1167e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732490063011 2024-11-24T23:14:24,573 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 65a29b309745402489c66461f5f94f1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732490061529 2024-11-24T23:14:24,574 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting eec39c4417044478b2e65ab7c1d0fd74, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732490062319 2024-11-24T23:14:24,576 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f28ac35f82741e99e4845dae8da7ea6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732490063011 2024-11-24T23:14:24,597 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#B#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:24,598 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/12ea261036ac4c67bb44a4febe177829 is 50, key is test_row_0/B:col10/1732490063610/Put/seqid=0 2024-11-24T23:14:24,602 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#A#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:24,603 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/e11c5f62ce1b456f9171134bb82ffced is 50, key is test_row_0/A:col10/1732490063610/Put/seqid=0 2024-11-24T23:14:24,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741858_1034 (size=12391) 2024-11-24T23:14:24,632 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/12ea261036ac4c67bb44a4febe177829 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/12ea261036ac4c67bb44a4febe177829 2024-11-24T23:14:24,648 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/B of 28685729f75e1f553553c900ac8fbeff into 12ea261036ac4c67bb44a4febe177829(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:24,649 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:24,650 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/B, priority=13, startTime=1732490064569; duration=0sec 2024-11-24T23:14:24,651 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:14:24,651 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:B 2024-11-24T23:14:24,651 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:24,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741859_1035 (size=12391) 2024-11-24T23:14:24,654 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36291 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:24,654 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/C is initiating minor compaction (all files) 2024-11-24T23:14:24,654 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/C in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:24,654 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/4e59346a7c5441f4a69149aa27bd16d1, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/6363fd13cecc4db1aa8e0f014c5148a0, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/fdb09db24883406fbbc1b49ec843a58f] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=35.4 K 2024-11-24T23:14:24,655 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e59346a7c5441f4a69149aa27bd16d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732490061529 2024-11-24T23:14:24,656 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 6363fd13cecc4db1aa8e0f014c5148a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732490062319 2024-11-24T23:14:24,657 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting fdb09db24883406fbbc1b49ec843a58f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732490063011 2024-11-24T23:14:24,665 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/e11c5f62ce1b456f9171134bb82ffced as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/e11c5f62ce1b456f9171134bb82ffced 2024-11-24T23:14:24,678 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/A of 28685729f75e1f553553c900ac8fbeff into e11c5f62ce1b456f9171134bb82ffced(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:24,678 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:24,679 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/A, priority=13, startTime=1732490064566; duration=0sec 2024-11-24T23:14:24,679 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:24,679 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:A 2024-11-24T23:14:24,680 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#C#compaction#23 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:24,681 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/c167047112074b7e9387a16b256275c2 is 50, key is test_row_0/C:col10/1732490063610/Put/seqid=0 2024-11-24T23:14:24,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741860_1036 (size=12391) 2024-11-24T23:14:24,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-24T23:14:24,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:24,698 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 28685729f75e1f553553c900ac8fbeff 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-24T23:14:24,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=A 2024-11-24T23:14:24,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:24,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=B 2024-11-24T23:14:24,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:24,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=C 2024-11-24T23:14:24,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:24,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/593364b152d2493fb57c51c2e27f6410 is 50, key is test_row_0/A:col10/1732490063763/Put/seqid=0 2024-11-24T23:14:24,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741861_1037 (size=12151) 2024-11-24T23:14:24,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:24,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490124928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:24,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:24,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:24,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:24,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44168 deadline: 1732490124929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:24,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:24,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:24,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:24,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490124929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:24,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:24,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:24,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:24,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490124935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:24,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:24,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:24,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:25,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490125039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:25,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:25,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:25,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T23:14:25,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490125049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:25,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:25,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:25,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:25,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490125049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:25,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:25,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:25,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:25,106 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/c167047112074b7e9387a16b256275c2 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/c167047112074b7e9387a16b256275c2 2024-11-24T23:14:25,117 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/C of 28685729f75e1f553553c900ac8fbeff into c167047112074b7e9387a16b256275c2(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:25,117 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:25,117 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/C, priority=13, startTime=1732490064572; duration=0sec 2024-11-24T23:14:25,117 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:25,117 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:C 2024-11-24T23:14:25,123 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/593364b152d2493fb57c51c2e27f6410 2024-11-24T23:14:25,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/6307ea2e7ba24e44bb4b55b61cc16a7a is 50, key is test_row_0/B:col10/1732490063763/Put/seqid=0 2024-11-24T23:14:25,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741862_1038 (size=12151) 2024-11-24T23:14:25,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490125240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:25,246 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_0' in 28685729f75e1f553553c900ac8fbeff of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:14:25,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:25,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:25,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:25,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490125249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:25,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:25,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:25,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:25,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490125259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:25,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:25,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:25,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:25,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490125259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:25,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:25,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:25,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:25,555 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/6307ea2e7ba24e44bb4b55b61cc16a7a 2024-11-24T23:14:25,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490125560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:25,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:25,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:25,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:25,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/23079eedfd714476ac4eebdcd06762e0 is 50, key is test_row_0/C:col10/1732490063763/Put/seqid=0 2024-11-24T23:14:25,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490125569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:25,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741863_1039 (size=12151) 2024-11-24T23:14:25,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:25,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:25,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:25,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490125569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:25,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:25,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:25,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:25,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44168 deadline: 1732490125949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:25,955 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_2' in 28685729f75e1f553553c900ac8fbeff of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:14:25,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:25,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:25,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:25,975 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/23079eedfd714476ac4eebdcd06762e0 2024-11-24T23:14:25,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/593364b152d2493fb57c51c2e27f6410 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/593364b152d2493fb57c51c2e27f6410 2024-11-24T23:14:25,992 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/593364b152d2493fb57c51c2e27f6410, entries=150, sequenceid=176, filesize=11.9 K 2024-11-24T23:14:25,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/6307ea2e7ba24e44bb4b55b61cc16a7a as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/6307ea2e7ba24e44bb4b55b61cc16a7a 2024-11-24T23:14:26,002 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/6307ea2e7ba24e44bb4b55b61cc16a7a, entries=150, sequenceid=176, filesize=11.9 K 2024-11-24T23:14:26,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/23079eedfd714476ac4eebdcd06762e0 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/23079eedfd714476ac4eebdcd06762e0 2024-11-24T23:14:26,013 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/23079eedfd714476ac4eebdcd06762e0, entries=150, sequenceid=176, filesize=11.9 K 2024-11-24T23:14:26,014 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 28685729f75e1f553553c900ac8fbeff in 1317ms, sequenceid=176, compaction requested=false 2024-11-24T23:14:26,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:26,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:26,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-24T23:14:26,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-24T23:14:26,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-24T23:14:26,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0990 sec 2024-11-24T23:14:26,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 2.1110 sec 2024-11-24T23:14:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T23:14:26,060 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:14:26,060 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:14:26,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-24T23:14:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T23:14:26,063 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:14:26,064 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:14:26,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:14:26,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:26,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 28685729f75e1f553553c900ac8fbeff 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-24T23:14:26,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=A 2024-11-24T23:14:26,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:26,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=B 2024-11-24T23:14:26,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:26,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=C 2024-11-24T23:14:26,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:26,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/b9ae6e93064742debe7d7b71f430b813 is 50, key is test_row_0/A:col10/1732490064932/Put/seqid=0 2024-11-24T23:14:26,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741864_1040 (size=14541) 2024-11-24T23:14:26,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/b9ae6e93064742debe7d7b71f430b813 2024-11-24T23:14:26,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/19728ba44d634871b189f80c500b48ea is 50, key is test_row_0/B:col10/1732490064932/Put/seqid=0 2024-11-24T23:14:26,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:26,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490126114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:26,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:26,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:26,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:26,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:26,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490126116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:26,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:26,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:26,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:26,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:26,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490126116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:26,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:26,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:26,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:26,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741865_1041 (size=12151) 2024-11-24T23:14:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T23:14:26,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-24T23:14:26,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:26,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:26,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:26,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:26,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:26,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490126230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:26,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:26,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:26,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:26,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:26,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490126230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490126230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:26,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-24T23:14:26,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:26,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:26,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:26,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:26,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:26,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T23:14:26,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490126439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:26,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:26,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490126439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:26,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:26,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:26,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:26,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:26,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490126439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:26,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:26,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:26,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:26,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:26,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-24T23:14:26,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:26,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:26,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:26,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:26,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:26,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/19728ba44d634871b189f80c500b48ea 2024-11-24T23:14:26,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/374c90d8bc474d39b00142fe04099cf1 is 50, key is test_row_0/C:col10/1732490064932/Put/seqid=0 2024-11-24T23:14:26,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741866_1042 (size=12151) 2024-11-24T23:14:26,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-24T23:14:26,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:26,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:26,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:26,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:26,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T23:14:26,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:26,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:26,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490126749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:26,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490126749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:26,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:26,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:26,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:26,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:26,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:26,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:26,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490126749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:26,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:26,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:26,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:26,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-24T23:14:26,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:26,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:26,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:26,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:26,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:26,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/374c90d8bc474d39b00142fe04099cf1 2024-11-24T23:14:26,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/b9ae6e93064742debe7d7b71f430b813 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/b9ae6e93064742debe7d7b71f430b813 2024-11-24T23:14:26,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/b9ae6e93064742debe7d7b71f430b813, entries=200, sequenceid=189, filesize=14.2 K 2024-11-24T23:14:26,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/19728ba44d634871b189f80c500b48ea as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/19728ba44d634871b189f80c500b48ea 2024-11-24T23:14:26,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/19728ba44d634871b189f80c500b48ea, entries=150, sequenceid=189, filesize=11.9 K 2024-11-24T23:14:26,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-24T23:14:26,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:26,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:26,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:26,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:26,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:26,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/374c90d8bc474d39b00142fe04099cf1 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/374c90d8bc474d39b00142fe04099cf1 2024-11-24T23:14:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:27,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/374c90d8bc474d39b00142fe04099cf1, entries=150, sequenceid=189, filesize=11.9 K 2024-11-24T23:14:27,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 28685729f75e1f553553c900ac8fbeff in 933ms, sequenceid=189, compaction requested=true 2024-11-24T23:14:27,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:27,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:14:27,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:27,005 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:27,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:14:27,005 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:27,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:27,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:14:27,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:14:27,006 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39083 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:27,007 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/A is initiating minor compaction (all files) 2024-11-24T23:14:27,007 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/A in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:27,007 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/e11c5f62ce1b456f9171134bb82ffced, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/593364b152d2493fb57c51c2e27f6410, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/b9ae6e93064742debe7d7b71f430b813] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=38.2 K 2024-11-24T23:14:27,007 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:27,007 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/B is initiating minor compaction (all files) 2024-11-24T23:14:27,007 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/B in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:27,008 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/12ea261036ac4c67bb44a4febe177829, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/6307ea2e7ba24e44bb4b55b61cc16a7a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/19728ba44d634871b189f80c500b48ea] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=35.8 K 2024-11-24T23:14:27,008 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 12ea261036ac4c67bb44a4febe177829, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732490063011 2024-11-24T23:14:27,009 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 6307ea2e7ba24e44bb4b55b61cc16a7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732490063759 2024-11-24T23:14:27,009 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting e11c5f62ce1b456f9171134bb82ffced, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732490063011 2024-11-24T23:14:27,010 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 19728ba44d634871b189f80c500b48ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732490064923 2024-11-24T23:14:27,010 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 593364b152d2493fb57c51c2e27f6410, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732490063759 2024-11-24T23:14:27,012 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9ae6e93064742debe7d7b71f430b813, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732490064923 2024-11-24T23:14:27,027 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#A#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:27,028 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/aedfa6fcd11f43dc9f4fa9a8614421ba is 50, key is test_row_0/A:col10/1732490064932/Put/seqid=0 2024-11-24T23:14:27,028 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#B#compaction#30 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:27,029 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/dbe07603c6eb4e8a8b3a90fa59b89da7 is 50, key is test_row_0/B:col10/1732490064932/Put/seqid=0 2024-11-24T23:14:27,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741867_1043 (size=12493) 2024-11-24T23:14:27,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741868_1044 (size=12493) 2024-11-24T23:14:27,045 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/aedfa6fcd11f43dc9f4fa9a8614421ba as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/aedfa6fcd11f43dc9f4fa9a8614421ba 2024-11-24T23:14:27,057 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/A of 28685729f75e1f553553c900ac8fbeff into aedfa6fcd11f43dc9f4fa9a8614421ba(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:27,057 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:27,057 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/A, priority=13, startTime=1732490067005; duration=0sec 2024-11-24T23:14:27,057 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:14:27,058 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:A 2024-11-24T23:14:27,058 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:27,059 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/dbe07603c6eb4e8a8b3a90fa59b89da7 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/dbe07603c6eb4e8a8b3a90fa59b89da7 2024-11-24T23:14:27,060 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:27,061 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/C is initiating minor compaction (all files) 2024-11-24T23:14:27,061 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/C in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:27,061 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/c167047112074b7e9387a16b256275c2, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/23079eedfd714476ac4eebdcd06762e0, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/374c90d8bc474d39b00142fe04099cf1] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=35.8 K 2024-11-24T23:14:27,062 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting c167047112074b7e9387a16b256275c2, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732490063011 2024-11-24T23:14:27,062 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23079eedfd714476ac4eebdcd06762e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732490063759 2024-11-24T23:14:27,063 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 374c90d8bc474d39b00142fe04099cf1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732490064923 2024-11-24T23:14:27,070 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/B of 28685729f75e1f553553c900ac8fbeff into dbe07603c6eb4e8a8b3a90fa59b89da7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:27,070 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:27,070 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/B, priority=13, startTime=1732490067005; duration=0sec 2024-11-24T23:14:27,070 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:27,070 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:B 2024-11-24T23:14:27,078 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#C#compaction#32 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:27,079 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/8c463242549f406699dae97194e9d703 is 50, key is test_row_0/C:col10/1732490064932/Put/seqid=0 2024-11-24T23:14:27,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741869_1045 (size=12493) 2024-11-24T23:14:27,109 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/8c463242549f406699dae97194e9d703 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/8c463242549f406699dae97194e9d703 2024-11-24T23:14:27,120 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/C of 28685729f75e1f553553c900ac8fbeff into 8c463242549f406699dae97194e9d703(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:27,120 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:27,121 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/C, priority=13, startTime=1732490067005; duration=0sec 2024-11-24T23:14:27,121 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:27,121 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:C 2024-11-24T23:14:27,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-24T23:14:27,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:27,143 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 28685729f75e1f553553c900ac8fbeff 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-24T23:14:27,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=A 2024-11-24T23:14:27,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:27,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=B 2024-11-24T23:14:27,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:27,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=C 2024-11-24T23:14:27,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:27,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/1bd0a4981d2344b8bac059920a974b6b is 50, key is test_row_0/A:col10/1732490066113/Put/seqid=0 2024-11-24T23:14:27,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741870_1046 (size=12151) 2024-11-24T23:14:27,164 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/1bd0a4981d2344b8bac059920a974b6b 2024-11-24T23:14:27,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/6e8267dc865545dca3e056c1245f28ec is 50, key is test_row_0/B:col10/1732490066113/Put/seqid=0 2024-11-24T23:14:27,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741871_1047 (size=12151) 2024-11-24T23:14:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T23:14:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:27,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:27,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490127270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:27,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:27,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490127271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:27,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:27,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490127272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:27,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:27,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490127274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:27,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:27,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:27,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490127379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:27,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:27,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490127380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:27,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:27,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:27,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490127380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:27,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:27,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:27,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490127389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:27,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:27,587 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/6e8267dc865545dca3e056c1245f28ec 2024-11-24T23:14:27,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490127590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:27,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:27,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:27,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490127590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:27,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:27,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490127591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:27,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:27,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490127600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:27,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:27,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/15a23495ea10439c82c9009353664fea is 50, key is test_row_0/C:col10/1732490066113/Put/seqid=0 2024-11-24T23:14:27,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741872_1048 (size=12151) 2024-11-24T23:14:27,617 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/15a23495ea10439c82c9009353664fea 2024-11-24T23:14:27,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/1bd0a4981d2344b8bac059920a974b6b as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/1bd0a4981d2344b8bac059920a974b6b 2024-11-24T23:14:27,644 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/1bd0a4981d2344b8bac059920a974b6b, entries=150, sequenceid=212, filesize=11.9 K 2024-11-24T23:14:27,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/6e8267dc865545dca3e056c1245f28ec as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/6e8267dc865545dca3e056c1245f28ec 2024-11-24T23:14:27,656 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/6e8267dc865545dca3e056c1245f28ec, entries=150, sequenceid=212, filesize=11.9 K 2024-11-24T23:14:27,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/15a23495ea10439c82c9009353664fea as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/15a23495ea10439c82c9009353664fea 2024-11-24T23:14:27,674 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/15a23495ea10439c82c9009353664fea, entries=150, sequenceid=212, filesize=11.9 K 2024-11-24T23:14:27,675 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 28685729f75e1f553553c900ac8fbeff in 532ms, sequenceid=212, compaction requested=false 2024-11-24T23:14:27,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:27,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:27,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-24T23:14:27,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-24T23:14:27,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-24T23:14:27,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6130 sec 2024-11-24T23:14:27,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.6220 sec 2024-11-24T23:14:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:27,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 28685729f75e1f553553c900ac8fbeff 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-24T23:14:27,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=A 2024-11-24T23:14:27,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:27,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=B 2024-11-24T23:14:27,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:27,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=C 2024-11-24T23:14:27,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:27,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/3c405933eb774d36be4cc2eaf2d661ce is 50, key is test_row_0/A:col10/1732490067901/Put/seqid=0 2024-11-24T23:14:27,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741873_1049 (size=16931) 2024-11-24T23:14:27,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/3c405933eb774d36be4cc2eaf2d661ce 2024-11-24T23:14:27,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/23d0b27cbe994f36a8cea6146e4cf9d6 is 50, key is test_row_0/B:col10/1732490067901/Put/seqid=0 2024-11-24T23:14:27,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:27,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490127937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490127938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:27,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:27,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:27,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490127940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:27,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490127940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:27,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:27,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741874_1050 (size=12151) 2024-11-24T23:14:27,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/23d0b27cbe994f36a8cea6146e4cf9d6 2024-11-24T23:14:27,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/9d60444acd084dfe95ba9505e39e539c is 50, key is test_row_0/C:col10/1732490067901/Put/seqid=0 2024-11-24T23:14:27,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741875_1051 (size=12151) 2024-11-24T23:14:27,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44168 deadline: 1732490127979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:27,983 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_2' in 28685729f75e1f553553c900ac8fbeff of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:14:27,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:27,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:28,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:28,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490128049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:28,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:28,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:28,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490128049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:28,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:28,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490128049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:28,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:28,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490128050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:28,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:28,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T23:14:28,223 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:14:28,224 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:14:28,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-24T23:14:28,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-24T23:14:28,226 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:14:28,227 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:14:28,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:14:28,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490128259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:28,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:28,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490128259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:28,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:28,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:28,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490128259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490128259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:28,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:28,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-24T23:14:28,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-24T23:14:28,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:28,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:28,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:28,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:28,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:28,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/9d60444acd084dfe95ba9505e39e539c 2024-11-24T23:14:28,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/3c405933eb774d36be4cc2eaf2d661ce as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/3c405933eb774d36be4cc2eaf2d661ce 2024-11-24T23:14:28,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/3c405933eb774d36be4cc2eaf2d661ce, entries=250, sequenceid=226, filesize=16.5 K 2024-11-24T23:14:28,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/23d0b27cbe994f36a8cea6146e4cf9d6 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/23d0b27cbe994f36a8cea6146e4cf9d6 2024-11-24T23:14:28,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/23d0b27cbe994f36a8cea6146e4cf9d6, entries=150, sequenceid=226, filesize=11.9 K 2024-11-24T23:14:28,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/9d60444acd084dfe95ba9505e39e539c as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/9d60444acd084dfe95ba9505e39e539c 2024-11-24T23:14:28,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/9d60444acd084dfe95ba9505e39e539c, entries=150, sequenceid=226, filesize=11.9 K 2024-11-24T23:14:28,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 28685729f75e1f553553c900ac8fbeff in 536ms, sequenceid=226, compaction requested=true 2024-11-24T23:14:28,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:28,440 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:28,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:14:28,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:28,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:14:28,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:14:28,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:14:28,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T23:14:28,441 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:28,442 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41575 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:28,442 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/A is initiating minor compaction (all files) 2024-11-24T23:14:28,442 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/A in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:28,442 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/aedfa6fcd11f43dc9f4fa9a8614421ba, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/1bd0a4981d2344b8bac059920a974b6b, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/3c405933eb774d36be4cc2eaf2d661ce] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=40.6 K 2024-11-24T23:14:28,443 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting aedfa6fcd11f43dc9f4fa9a8614421ba, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732490064923 2024-11-24T23:14:28,443 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:28,443 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/B is initiating minor compaction (all files) 2024-11-24T23:14:28,443 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/B in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:28,443 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/dbe07603c6eb4e8a8b3a90fa59b89da7, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/6e8267dc865545dca3e056c1245f28ec, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/23d0b27cbe994f36a8cea6146e4cf9d6] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=35.9 K 2024-11-24T23:14:28,445 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bd0a4981d2344b8bac059920a974b6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732490066105 2024-11-24T23:14:28,445 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting dbe07603c6eb4e8a8b3a90fa59b89da7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732490064923 2024-11-24T23:14:28,446 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e8267dc865545dca3e056c1245f28ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732490066105 2024-11-24T23:14:28,446 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c405933eb774d36be4cc2eaf2d661ce, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732490067262 2024-11-24T23:14:28,446 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 23d0b27cbe994f36a8cea6146e4cf9d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732490067265 2024-11-24T23:14:28,461 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#A#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:28,462 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/d41b9e9e4c96465b8565653a86b37433 is 50, key is test_row_0/A:col10/1732490067901/Put/seqid=0 2024-11-24T23:14:28,463 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#B#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:28,464 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/c63432e2ea13443a8ff73c6c3460a4d9 is 50, key is test_row_0/B:col10/1732490067901/Put/seqid=0 2024-11-24T23:14:28,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741876_1052 (size=12595) 2024-11-24T23:14:28,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741877_1053 (size=12595) 2024-11-24T23:14:28,508 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/d41b9e9e4c96465b8565653a86b37433 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/d41b9e9e4c96465b8565653a86b37433 2024-11-24T23:14:28,516 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/c63432e2ea13443a8ff73c6c3460a4d9 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/c63432e2ea13443a8ff73c6c3460a4d9 2024-11-24T23:14:28,522 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/A of 28685729f75e1f553553c900ac8fbeff into d41b9e9e4c96465b8565653a86b37433(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:28,522 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:28,523 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/A, priority=13, startTime=1732490068439; duration=0sec 2024-11-24T23:14:28,523 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:14:28,523 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:A 2024-11-24T23:14:28,523 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:28,527 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:28,527 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/C is initiating minor compaction (all files) 2024-11-24T23:14:28,527 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/C in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:28,527 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/B of 28685729f75e1f553553c900ac8fbeff into c63432e2ea13443a8ff73c6c3460a4d9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:28,527 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:28,527 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/8c463242549f406699dae97194e9d703, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/15a23495ea10439c82c9009353664fea, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/9d60444acd084dfe95ba9505e39e539c] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=35.9 K 2024-11-24T23:14:28,527 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/B, priority=13, startTime=1732490068440; duration=0sec 2024-11-24T23:14:28,528 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:28,528 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:B 2024-11-24T23:14:28,528 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c463242549f406699dae97194e9d703, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732490064923 2024-11-24T23:14:28,529 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15a23495ea10439c82c9009353664fea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732490066105 2024-11-24T23:14:28,529 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d60444acd084dfe95ba9505e39e539c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732490067265 2024-11-24T23:14:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-24T23:14:28,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-24T23:14:28,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:28,541 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 28685729f75e1f553553c900ac8fbeff 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-24T23:14:28,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=A 2024-11-24T23:14:28,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:28,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=B 2024-11-24T23:14:28,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:28,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=C 2024-11-24T23:14:28,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:28,550 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#C#compaction#41 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:28,551 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/d80e11954b624b5a82c4230676714d57 is 50, key is test_row_0/C:col10/1732490067901/Put/seqid=0 2024-11-24T23:14:28,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/ce22bef87e6f4a50ae66b9eb9a123e22 is 50, key is test_row_0/A:col10/1732490067937/Put/seqid=0 2024-11-24T23:14:28,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:28,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741878_1054 (size=12595) 2024-11-24T23:14:28,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741879_1055 (size=12151) 2024-11-24T23:14:28,602 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/d80e11954b624b5a82c4230676714d57 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/d80e11954b624b5a82c4230676714d57 2024-11-24T23:14:28,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490128598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:28,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490128599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490128601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:28,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490128602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:28,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:28,617 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/C of 28685729f75e1f553553c900ac8fbeff into d80e11954b624b5a82c4230676714d57(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:28,617 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:28,617 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/C, priority=13, startTime=1732490068440; duration=0sec 2024-11-24T23:14:28,618 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:28,618 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:C 2024-11-24T23:14:28,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:28,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490128710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490128709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:28,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:28,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:28,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:28,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490128711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490128710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:28,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:28,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-24T23:14:28,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490128929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:28,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490128929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:28,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:28,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:28,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490128930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:28,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:28,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:28,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490128930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:28,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:28,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:28,995 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/ce22bef87e6f4a50ae66b9eb9a123e22 2024-11-24T23:14:29,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/896b684701d5475b99d79ef9e6f2d544 is 50, key is test_row_0/B:col10/1732490067937/Put/seqid=0 2024-11-24T23:14:29,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741880_1056 (size=12151) 2024-11-24T23:14:29,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490129239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:29,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:29,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:29,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:29,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490129239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:29,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:29,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:29,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:29,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490129239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:29,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:29,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:29,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:29,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490129240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:29,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:29,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:29,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-24T23:14:29,416 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/896b684701d5475b99d79ef9e6f2d544 2024-11-24T23:14:29,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/fe6164b507434bc38248f29005460025 is 50, key is test_row_0/C:col10/1732490067937/Put/seqid=0 2024-11-24T23:14:29,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741881_1057 (size=12151) 2024-11-24T23:14:29,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490129749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:29,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:29,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:29,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:29,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:29,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490129749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:29,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:29,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:29,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:29,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:29,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490129749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:29,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:29,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:29,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:29,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490129750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:29,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:29,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:29,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:29,835 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/fe6164b507434bc38248f29005460025 2024-11-24T23:14:29,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/ce22bef87e6f4a50ae66b9eb9a123e22 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/ce22bef87e6f4a50ae66b9eb9a123e22 2024-11-24T23:14:29,847 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/ce22bef87e6f4a50ae66b9eb9a123e22, entries=150, sequenceid=246, filesize=11.9 K 2024-11-24T23:14:29,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/896b684701d5475b99d79ef9e6f2d544 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/896b684701d5475b99d79ef9e6f2d544 2024-11-24T23:14:29,855 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/896b684701d5475b99d79ef9e6f2d544, entries=150, sequenceid=246, filesize=11.9 K 2024-11-24T23:14:29,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/fe6164b507434bc38248f29005460025 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/fe6164b507434bc38248f29005460025 2024-11-24T23:14:29,862 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/fe6164b507434bc38248f29005460025, entries=150, sequenceid=246, filesize=11.9 K 2024-11-24T23:14:29,864 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for 28685729f75e1f553553c900ac8fbeff in 1323ms, sequenceid=246, compaction requested=false 2024-11-24T23:14:29,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:29,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:29,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-24T23:14:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-24T23:14:29,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-24T23:14:29,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6390 sec 2024-11-24T23:14:29,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.6460 sec 2024-11-24T23:14:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-24T23:14:30,370 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:14:30,370 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:14:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-24T23:14:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-24T23:14:30,374 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:14:30,376 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:14:30,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:14:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-24T23:14:30,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-24T23:14:30,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:30,529 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 28685729f75e1f553553c900ac8fbeff 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-24T23:14:30,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=A 2024-11-24T23:14:30,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:30,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=B 2024-11-24T23:14:30,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:30,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=C 2024-11-24T23:14:30,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:30,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/de76decaf6b24083aff328abd4738f90 is 50, key is test_row_0/A:col10/1732490068598/Put/seqid=0 2024-11-24T23:14:30,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741882_1058 (size=12301) 2024-11-24T23:14:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-24T23:14:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:30,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:30,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490130784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:30,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:30,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:30,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:30,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:30,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490130789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490130789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:30,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:30,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:30,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:30,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490130789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:30,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:30,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:30,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:30,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:30,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:30,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:30,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490130899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:30,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:30,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:30,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:30,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490130899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:30,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:30,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:30,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:30,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490130900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:30,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:30,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490130900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:30,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:30,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:30,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:30,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:30,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:30,945 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/de76decaf6b24083aff328abd4738f90 2024-11-24T23:14:30,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/5a7a8ca364af403e83f706aee424f6dd is 50, key is test_row_0/B:col10/1732490068598/Put/seqid=0 2024-11-24T23:14:30,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741883_1059 (size=12301) 2024-11-24T23:14:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-24T23:14:31,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490131109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:31,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490131109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:31,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:31,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:31,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:31,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490131109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:31,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:31,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490131109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:31,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:31,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:31,362 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/5a7a8ca364af403e83f706aee424f6dd 2024-11-24T23:14:31,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/0f06ad79d7df4dc1a47280454c9d7e42 is 50, key is test_row_0/C:col10/1732490068598/Put/seqid=0 2024-11-24T23:14:31,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741884_1060 (size=12301) 2024-11-24T23:14:31,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490131419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:31,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:31,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:31,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:31,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:31,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490131419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490131419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:31,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:31,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:31,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:31,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:31,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:31,421 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:31,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490131420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:31,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:31,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:31,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-24T23:14:31,778 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/0f06ad79d7df4dc1a47280454c9d7e42 2024-11-24T23:14:31,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/de76decaf6b24083aff328abd4738f90 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/de76decaf6b24083aff328abd4738f90 2024-11-24T23:14:31,792 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/de76decaf6b24083aff328abd4738f90, entries=150, sequenceid=262, filesize=12.0 K 2024-11-24T23:14:31,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/5a7a8ca364af403e83f706aee424f6dd as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/5a7a8ca364af403e83f706aee424f6dd 2024-11-24T23:14:31,799 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/5a7a8ca364af403e83f706aee424f6dd, entries=150, sequenceid=262, filesize=12.0 K 2024-11-24T23:14:31,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/0f06ad79d7df4dc1a47280454c9d7e42 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/0f06ad79d7df4dc1a47280454c9d7e42 2024-11-24T23:14:31,811 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/0f06ad79d7df4dc1a47280454c9d7e42, entries=150, sequenceid=262, filesize=12.0 K 2024-11-24T23:14:31,812 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 28685729f75e1f553553c900ac8fbeff in 1283ms, sequenceid=262, compaction requested=true 2024-11-24T23:14:31,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:31,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:31,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-24T23:14:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-24T23:14:31,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-24T23:14:31,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4380 sec 2024-11-24T23:14:31,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.4470 sec 2024-11-24T23:14:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:31,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 28685729f75e1f553553c900ac8fbeff 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-24T23:14:31,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=A 2024-11-24T23:14:31,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:31,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=B 2024-11-24T23:14:31,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:31,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=C 2024-11-24T23:14:31,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:31,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/ab8ac58b11734544a3b0929181f24aae is 50, key is test_row_0/A:col10/1732490070782/Put/seqid=0 2024-11-24T23:14:31,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:31,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490131955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:31,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:31,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:31,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:31,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:31,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490131955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:31,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:31,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:31,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:31,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741885_1061 (size=12301) 2024-11-24T23:14:31,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/ab8ac58b11734544a3b0929181f24aae 2024-11-24T23:14:31,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490131956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:31,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:31,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:31,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:31,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490131957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:31,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:31,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:31,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:31,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/c95c7c8f5bd4435b832114fd1bcd3d12 is 50, key is test_row_0/B:col10/1732490070782/Put/seqid=0 2024-11-24T23:14:31,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741886_1062 (size=12301) 2024-11-24T23:14:32,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44168 deadline: 1732490132019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:32,021 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_2' in 28685729f75e1f553553c900ac8fbeff of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8259 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:14:32,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:32,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:32,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:32,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490132059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:32,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:32,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:32,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:32,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:32,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490132059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:32,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:32,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:32,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:32,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490132069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:32,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:32,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:32,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:32,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490132069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:32,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:32,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:32,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:32,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:32,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490132269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:32,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:32,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:32,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:32,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:32,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490132269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:32,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:32,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:32,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:32,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:32,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490132279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:32,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:32,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:32,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:32,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:32,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490132279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:32,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:32,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:32,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:32,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/c95c7c8f5bd4435b832114fd1bcd3d12 2024-11-24T23:14:32,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/aa1b13b8715a40f2a5ed4a3df6e5c0c5 is 50, key is test_row_0/C:col10/1732490070782/Put/seqid=0 2024-11-24T23:14:32,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741887_1063 (size=12301) 2024-11-24T23:14:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-24T23:14:32,519 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:14:32,520 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:14:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-24T23:14:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-24T23:14:32,522 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:14:32,523 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:14:32,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:14:32,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490132579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:32,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:32,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:32,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:32,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490132579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:32,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:32,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:32,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:32,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:32,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490132589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:32,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:32,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:32,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:32,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490132589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:32,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:32,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:32,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:32,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-24T23:14:32,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-24T23:14:32,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:32,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:32,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:32,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:32,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:32,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:32,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/aa1b13b8715a40f2a5ed4a3df6e5c0c5 2024-11-24T23:14:32,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/ab8ac58b11734544a3b0929181f24aae as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/ab8ac58b11734544a3b0929181f24aae 2024-11-24T23:14:32,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/ab8ac58b11734544a3b0929181f24aae, entries=150, sequenceid=282, filesize=12.0 K 2024-11-24T23:14:32,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/c95c7c8f5bd4435b832114fd1bcd3d12 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/c95c7c8f5bd4435b832114fd1bcd3d12 2024-11-24T23:14:32,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/c95c7c8f5bd4435b832114fd1bcd3d12, entries=150, sequenceid=282, filesize=12.0 K 2024-11-24T23:14:32,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/aa1b13b8715a40f2a5ed4a3df6e5c0c5 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/aa1b13b8715a40f2a5ed4a3df6e5c0c5 2024-11-24T23:14:32,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/aa1b13b8715a40f2a5ed4a3df6e5c0c5, entries=150, sequenceid=282, filesize=12.0 K 2024-11-24T23:14:32,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-24T23:14:32,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:32,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:32,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:32,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:32,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:32,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 28685729f75e1f553553c900ac8fbeff in 896ms, sequenceid=282, compaction requested=true 2024-11-24T23:14:32,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:32,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:32,832 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:14:32,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:14:32,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:32,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:14:32,833 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:14:32,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:32,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:14:32,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:14:32,834 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49348 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:14:32,834 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/A is initiating minor compaction (all files) 2024-11-24T23:14:32,834 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/A in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:32,835 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/d41b9e9e4c96465b8565653a86b37433, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/ce22bef87e6f4a50ae66b9eb9a123e22, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/de76decaf6b24083aff328abd4738f90, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/ab8ac58b11734544a3b0929181f24aae] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=48.2 K 2024-11-24T23:14:32,835 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49348 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:14:32,835 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/B is initiating minor compaction (all files) 2024-11-24T23:14:32,835 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/B in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:32,836 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/c63432e2ea13443a8ff73c6c3460a4d9, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/896b684701d5475b99d79ef9e6f2d544, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/5a7a8ca364af403e83f706aee424f6dd, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/c95c7c8f5bd4435b832114fd1bcd3d12] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=48.2 K 2024-11-24T23:14:32,836 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting d41b9e9e4c96465b8565653a86b37433, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732490067265 2024-11-24T23:14:32,836 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting c63432e2ea13443a8ff73c6c3460a4d9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732490067265 2024-11-24T23:14:32,836 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting ce22bef87e6f4a50ae66b9eb9a123e22, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732490067922 2024-11-24T23:14:32,837 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 896b684701d5475b99d79ef9e6f2d544, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732490067922 2024-11-24T23:14:32,837 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting de76decaf6b24083aff328abd4738f90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732490068596 2024-11-24T23:14:32,837 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a7a8ca364af403e83f706aee424f6dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732490068596 2024-11-24T23:14:32,837 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting ab8ac58b11734544a3b0929181f24aae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732490070782 2024-11-24T23:14:32,838 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting c95c7c8f5bd4435b832114fd1bcd3d12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732490070782 2024-11-24T23:14:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-24T23:14:32,853 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#B#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:32,854 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/028f347b3550455ea77b5d455643ff88 is 50, key is test_row_0/B:col10/1732490070782/Put/seqid=0 2024-11-24T23:14:32,859 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#A#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:32,860 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/2cff490a0f5443d48aebd4aa3af29764 is 50, key is test_row_0/A:col10/1732490070782/Put/seqid=0 2024-11-24T23:14:32,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741889_1065 (size=12881) 2024-11-24T23:14:32,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741888_1064 (size=12881) 2024-11-24T23:14:32,888 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/2cff490a0f5443d48aebd4aa3af29764 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/2cff490a0f5443d48aebd4aa3af29764 2024-11-24T23:14:32,900 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/028f347b3550455ea77b5d455643ff88 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/028f347b3550455ea77b5d455643ff88 2024-11-24T23:14:32,903 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/A of 28685729f75e1f553553c900ac8fbeff into 2cff490a0f5443d48aebd4aa3af29764(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:32,903 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:32,903 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/A, priority=12, startTime=1732490072832; duration=0sec 2024-11-24T23:14:32,905 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:14:32,905 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:A 2024-11-24T23:14:32,905 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:14:32,911 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49348 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:14:32,911 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/C is initiating minor compaction (all files) 2024-11-24T23:14:32,912 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/C in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:32,912 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/d80e11954b624b5a82c4230676714d57, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/fe6164b507434bc38248f29005460025, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/0f06ad79d7df4dc1a47280454c9d7e42, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/aa1b13b8715a40f2a5ed4a3df6e5c0c5] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=48.2 K 2024-11-24T23:14:32,913 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting d80e11954b624b5a82c4230676714d57, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732490067265 2024-11-24T23:14:32,915 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting fe6164b507434bc38248f29005460025, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732490067922 2024-11-24T23:14:32,916 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f06ad79d7df4dc1a47280454c9d7e42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732490068596 2024-11-24T23:14:32,916 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting aa1b13b8715a40f2a5ed4a3df6e5c0c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732490070782 2024-11-24T23:14:32,922 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/B of 28685729f75e1f553553c900ac8fbeff into 028f347b3550455ea77b5d455643ff88(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:32,922 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:32,922 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/B, priority=12, startTime=1732490072833; duration=0sec 2024-11-24T23:14:32,922 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:32,922 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:B 2024-11-24T23:14:32,934 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#C#compaction#53 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:32,935 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/8f61ebb61d6340efa8c3403e6038ecdc is 50, key is test_row_0/C:col10/1732490070782/Put/seqid=0 2024-11-24T23:14:32,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741890_1066 (size=12881) 2024-11-24T23:14:32,954 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/8f61ebb61d6340efa8c3403e6038ecdc as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/8f61ebb61d6340efa8c3403e6038ecdc 2024-11-24T23:14:32,969 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/C of 28685729f75e1f553553c900ac8fbeff into 8f61ebb61d6340efa8c3403e6038ecdc(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:32,969 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:32,969 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/C, priority=12, startTime=1732490072833; duration=0sec 2024-11-24T23:14:32,969 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:32,969 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:C 2024-11-24T23:14:32,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-24T23:14:32,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:32,985 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 28685729f75e1f553553c900ac8fbeff 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-24T23:14:32,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=A 2024-11-24T23:14:32,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:32,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=B 2024-11-24T23:14:32,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:32,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=C 2024-11-24T23:14:32,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:32,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/2a68ede238864ae8a573e6a726187d63 is 50, key is test_row_0/A:col10/1732490071954/Put/seqid=0 2024-11-24T23:14:33,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741891_1067 (size=12301) 2024-11-24T23:14:33,004 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/2a68ede238864ae8a573e6a726187d63 2024-11-24T23:14:33,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/1ebfb15f1ae448e19244be411711ac5e is 50, key is test_row_0/B:col10/1732490071954/Put/seqid=0 2024-11-24T23:14:33,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741892_1068 (size=12301) 2024-11-24T23:14:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:33,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:33,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490133121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:33,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:33,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:33,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490133123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:33,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:33,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:33,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490133123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:33,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:33,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:33,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:33,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:33,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:33,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490133124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:33,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:33,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:33,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-24T23:14:33,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490133230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:33,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:33,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:33,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:33,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490133230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:33,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490133230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:33,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:33,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:33,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:33,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:33,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:33,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:33,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490133239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:33,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:33,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:33,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:33,428 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/1ebfb15f1ae448e19244be411711ac5e 2024-11-24T23:14:33,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490133440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:33,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:33,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:33,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:33,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490133444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:33,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:33,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:33,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490133445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:33,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:33,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:33,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:33,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:33,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490133449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:33,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/f39cfa89ff604c70afcb571f65bce95d is 50, key is test_row_0/C:col10/1732490071954/Put/seqid=0 2024-11-24T23:14:33,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:33,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:33,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:33,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741893_1069 (size=12301) 2024-11-24T23:14:33,475 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/f39cfa89ff604c70afcb571f65bce95d 2024-11-24T23:14:33,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/2a68ede238864ae8a573e6a726187d63 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/2a68ede238864ae8a573e6a726187d63 2024-11-24T23:14:33,503 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/2a68ede238864ae8a573e6a726187d63, entries=150, sequenceid=297, filesize=12.0 K 2024-11-24T23:14:33,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/1ebfb15f1ae448e19244be411711ac5e as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/1ebfb15f1ae448e19244be411711ac5e 2024-11-24T23:14:33,517 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/1ebfb15f1ae448e19244be411711ac5e, entries=150, sequenceid=297, filesize=12.0 K 2024-11-24T23:14:33,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/f39cfa89ff604c70afcb571f65bce95d as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/f39cfa89ff604c70afcb571f65bce95d 2024-11-24T23:14:33,537 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/f39cfa89ff604c70afcb571f65bce95d, entries=150, sequenceid=297, filesize=12.0 K 2024-11-24T23:14:33,539 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 28685729f75e1f553553c900ac8fbeff in 554ms, sequenceid=297, compaction requested=false 2024-11-24T23:14:33,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:33,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:33,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-24T23:14:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-24T23:14:33,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-24T23:14:33,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0190 sec 2024-11-24T23:14:33,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.0270 sec 2024-11-24T23:14:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-24T23:14:33,660 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:14:33,660 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:14:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-24T23:14:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-24T23:14:33,666 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:14:33,667 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:14:33,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:14:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:33,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490073115, max timestamp=1732490073750Num uniques 859; 2024-11-24T23:14:33,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490073115, max timestamp=1732490073750Num uniques 859; 2024-11-24T23:14:33,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490073115, max timestamp=1732490073750Num uniques 859; 2024-11-24T23:14:33,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:14:33,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:14:33,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:14:33,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 28685729f75e1f553553c900ac8fbeff 3/3 column families, dataSize=26.84 KB heapSize=66.23 KB 2024-11-24T23:14:33,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=A 2024-11-24T23:14:33,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:33,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=B 2024-11-24T23:14:33,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:33,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=C 2024-11-24T23:14:33,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:33,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/e8d15064c30841b895b9ee2e5bb02e4c is 50, key is test_row_0/A:col10/1732490073750/Put/seqid=0 2024-11-24T23:14:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-24T23:14:33,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741894_1070 (size=12301) 2024-11-24T23:14:33,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-24T23:14:33,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:33,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:33,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:33,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:33,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:33,849 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490073785, max timestamp=1732490073841Num uniques 859; 2024-11-24T23:14:33,849 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:14:33,851 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490073785, max timestamp=1732490073841Num uniques 859; 2024-11-24T23:14:33,851 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:14:33,853 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490073785, max timestamp=1732490073841Num uniques 859; 2024-11-24T23:14:33,853 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:14:33,964 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732490073941, max timestamp=1732490073959Num uniques 1018; 2024-11-24T23:14:33,964 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732490073941, max timestamp=1732490073959Num uniques 1018; 2024-11-24T23:14:33,965 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-24T23:14:33,965 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-24T23:14:33,965 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732490073941, max timestamp=1732490073959Num uniques 1018; 2024-11-24T23:14:33,965 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-24T23:14:33,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-24T23:14:33,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-24T23:14:33,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:33,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:33,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:33,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:33,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:33,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:34,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1732490074009, max timestamp=1732490074023Num uniques 1077; 2024-11-24T23:14:34,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=14972, suffix heap size=139976,new segment heap size=34248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=327 2024-11-24T23:14:34,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1732490074009, max timestamp=1732490074023Num uniques 1077; 2024-11-24T23:14:34,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=14972, suffix heap size=139976,new segment heap size=34248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=327 2024-11-24T23:14:34,032 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1732490074009, max timestamp=1732490074023Num uniques 1077; 2024-11-24T23:14:34,032 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=14972, suffix heap size=139976,new segment heap size=34248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=327 2024-11-24T23:14:34,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490134078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:34,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:34,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490134085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:34,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:34,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490134085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:34,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:34,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:34,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490134087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:34,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:34,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-24T23:14:34,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:34,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:34,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:34,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:34,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:34,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/e8d15064c30841b895b9ee2e5bb02e4c 2024-11-24T23:14:34,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/0b0edc37d796480786e59028953e368a is 50, key is test_row_0/B:col10/1732490073750/Put/seqid=0 2024-11-24T23:14:34,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741895_1071 (size=12301) 2024-11-24T23:14:34,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/0b0edc37d796480786e59028953e368a 2024-11-24T23:14:34,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/709329eeef334e4c8a0902d00ad52216 is 50, key is test_row_0/C:col10/1732490073750/Put/seqid=0 2024-11-24T23:14:34,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490134201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:34,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:34,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:34,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490134201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490134201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:34,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490134201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:34,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:34,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:34,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:34,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741896_1072 (size=12301) 2024-11-24T23:14:34,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/709329eeef334e4c8a0902d00ad52216 2024-11-24T23:14:34,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/e8d15064c30841b895b9ee2e5bb02e4c as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/e8d15064c30841b895b9ee2e5bb02e4c 2024-11-24T23:14:34,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/e8d15064c30841b895b9ee2e5bb02e4c, entries=150, sequenceid=319, filesize=12.0 K 2024-11-24T23:14:34,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/0b0edc37d796480786e59028953e368a as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/0b0edc37d796480786e59028953e368a 2024-11-24T23:14:34,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/0b0edc37d796480786e59028953e368a, entries=150, sequenceid=319, filesize=12.0 K 2024-11-24T23:14:34,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/709329eeef334e4c8a0902d00ad52216 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/709329eeef334e4c8a0902d00ad52216 2024-11-24T23:14:34,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/709329eeef334e4c8a0902d00ad52216, entries=150, sequenceid=319, filesize=12.0 K 2024-11-24T23:14:34,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.11 KB/88176, currentSize=154.31 KB/158010 for 28685729f75e1f553553c900ac8fbeff in 507ms, sequenceid=319, compaction requested=true 2024-11-24T23:14:34,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:34,263 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:34,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:14:34,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:34,263 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:34,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:14:34,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:34,264 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:34,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:14:34,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:14:34,264 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/A is initiating minor compaction (all files) 2024-11-24T23:14:34,265 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/A in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:34,265 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/2cff490a0f5443d48aebd4aa3af29764, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/2a68ede238864ae8a573e6a726187d63, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/e8d15064c30841b895b9ee2e5bb02e4c] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=36.6 K 2024-11-24T23:14:34,265 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:34,265 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/B is initiating minor compaction (all files) 2024-11-24T23:14:34,265 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/B in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:34,265 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/028f347b3550455ea77b5d455643ff88, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/1ebfb15f1ae448e19244be411711ac5e, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/0b0edc37d796480786e59028953e368a] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=36.6 K 2024-11-24T23:14:34,266 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cff490a0f5443d48aebd4aa3af29764, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732490070782 2024-11-24T23:14:34,266 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 028f347b3550455ea77b5d455643ff88, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732490070782 2024-11-24T23:14:34,266 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a68ede238864ae8a573e6a726187d63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732490071942 2024-11-24T23:14:34,267 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ebfb15f1ae448e19244be411711ac5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732490071942 2024-11-24T23:14:34,267 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting e8d15064c30841b895b9ee2e5bb02e4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732490073115 2024-11-24T23:14:34,267 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b0edc37d796480786e59028953e368a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732490073115 2024-11-24T23:14:34,278 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#B#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:34,279 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/5961f0d69f064a00990bf2cd31db7621 is 50, key is test_row_0/B:col10/1732490073750/Put/seqid=0 2024-11-24T23:14:34,281 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#A#compaction#60 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:34,281 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/40e4610e5a7948b2a9ec363fd91e3fc8 is 50, key is test_row_0/A:col10/1732490073750/Put/seqid=0 2024-11-24T23:14:34,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-24T23:14:34,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-24T23:14:34,289 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 28685729f75e1f553553c900ac8fbeff 3/3 column families, dataSize=154.31 KB heapSize=429 KB 2024-11-24T23:14:34,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=A 2024-11-24T23:14:34,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:34,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=B 2024-11-24T23:14:34,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:34,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=C 2024-11-24T23:14:34,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:34,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741898_1074 (size=12983) 2024-11-24T23:14:34,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741897_1073 (size=12983) 2024-11-24T23:14:34,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/3255255a48f642baaf9785d7ca9f5f33 is 50, key is test_row_0/A:col10/1732490074082/Put/seqid=0 2024-11-24T23:14:34,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741899_1075 (size=12301) 2024-11-24T23:14:34,322 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/3255255a48f642baaf9785d7ca9f5f33 2024-11-24T23:14:34,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/d483a08dfea24efc9e78a4a40be3883d is 50, key is test_row_0/B:col10/1732490074082/Put/seqid=0 2024-11-24T23:14:34,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741900_1076 (size=12301) 2024-11-24T23:14:34,340 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/d483a08dfea24efc9e78a4a40be3883d 2024-11-24T23:14:34,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/6e8efe10d5d14f9c9a8c6cf023889e73 is 50, key is test_row_0/C:col10/1732490074082/Put/seqid=0 2024-11-24T23:14:34,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741901_1077 (size=12301) 2024-11-24T23:14:34,365 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/6e8efe10d5d14f9c9a8c6cf023889e73 2024-11-24T23:14:34,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/3255255a48f642baaf9785d7ca9f5f33 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/3255255a48f642baaf9785d7ca9f5f33 2024-11-24T23:14:34,376 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/3255255a48f642baaf9785d7ca9f5f33, entries=150, sequenceid=390, filesize=12.0 K 2024-11-24T23:14:34,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/d483a08dfea24efc9e78a4a40be3883d as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/d483a08dfea24efc9e78a4a40be3883d 2024-11-24T23:14:34,385 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/d483a08dfea24efc9e78a4a40be3883d, entries=150, sequenceid=390, filesize=12.0 K 2024-11-24T23:14:34,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/6e8efe10d5d14f9c9a8c6cf023889e73 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/6e8efe10d5d14f9c9a8c6cf023889e73 2024-11-24T23:14:34,393 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/6e8efe10d5d14f9c9a8c6cf023889e73, entries=150, sequenceid=390, filesize=12.0 K 2024-11-24T23:14:34,394 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~428.95 KB/439248, currentSize=0 B/0 for 28685729f75e1f553553c900ac8fbeff in 105ms, sequenceid=390, compaction requested=true 2024-11-24T23:14:34,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:34,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:34,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-24T23:14:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-24T23:14:34,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-24T23:14:34,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 728 msec 2024-11-24T23:14:34,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 739 msec 2024-11-24T23:14:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:34,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 28685729f75e1f553553c900ac8fbeff 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T23:14:34,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=A 2024-11-24T23:14:34,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:34,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=B 2024-11-24T23:14:34,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:34,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=C 2024-11-24T23:14:34,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:34,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/1228e787176d49799906f86af9c788f4 is 50, key is test_row_0/A:col10/1732490074421/Put/seqid=0 2024-11-24T23:14:34,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741902_1078 (size=19621) 2024-11-24T23:14:34,483 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490074464, max timestamp=1732490074478Num uniques 859; 2024-11-24T23:14:34,483 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:14:34,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490074464, max timestamp=1732490074478Num uniques 859; 2024-11-24T23:14:34,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:14:34,487 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490074464, max timestamp=1732490074480Num uniques 859; 2024-11-24T23:14:34,487 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:14:34,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490134529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:34,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:34,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490134537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:34,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:34,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:34,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490134540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:34,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490134540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:34,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:34,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:34,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490134650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:34,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:34,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490134650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:34,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:34,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490134682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:34,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490134682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:34,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:34,710 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/40e4610e5a7948b2a9ec363fd91e3fc8 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/40e4610e5a7948b2a9ec363fd91e3fc8 2024-11-24T23:14:34,717 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/5961f0d69f064a00990bf2cd31db7621 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/5961f0d69f064a00990bf2cd31db7621 2024-11-24T23:14:34,729 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/B of 28685729f75e1f553553c900ac8fbeff into 5961f0d69f064a00990bf2cd31db7621(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:34,729 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:34,729 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/B, priority=13, startTime=1732490074263; duration=0sec 2024-11-24T23:14:34,729 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:14:34,729 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:B 2024-11-24T23:14:34,730 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:14:34,733 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:14:34,733 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/C is initiating minor compaction (all files) 2024-11-24T23:14:34,733 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/C in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:34,733 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/8f61ebb61d6340efa8c3403e6038ecdc, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/f39cfa89ff604c70afcb571f65bce95d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/709329eeef334e4c8a0902d00ad52216, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/6e8efe10d5d14f9c9a8c6cf023889e73] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=48.6 K 2024-11-24T23:14:34,734 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/A of 28685729f75e1f553553c900ac8fbeff into 40e4610e5a7948b2a9ec363fd91e3fc8(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:34,734 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:34,734 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f61ebb61d6340efa8c3403e6038ecdc, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732490070782 2024-11-24T23:14:34,735 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting f39cfa89ff604c70afcb571f65bce95d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732490071942 2024-11-24T23:14:34,735 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 709329eeef334e4c8a0902d00ad52216, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732490073115 2024-11-24T23:14:34,736 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e8efe10d5d14f9c9a8c6cf023889e73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732490074063 2024-11-24T23:14:34,734 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/A, priority=13, startTime=1732490074263; duration=0sec 2024-11-24T23:14:34,737 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:34,737 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:A 2024-11-24T23:14:34,760 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#C#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:34,761 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/fee45dd41f62427e99f101dda1a40a62 is 50, key is test_row_0/C:col10/1732490074082/Put/seqid=0 2024-11-24T23:14:34,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741903_1079 (size=13017) 2024-11-24T23:14:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-24T23:14:34,800 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:14:34,800 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:14:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-24T23:14:34,804 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:14:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-24T23:14:34,804 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:14:34,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:14:34,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/1228e787176d49799906f86af9c788f4 2024-11-24T23:14:34,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/ef07d37fb33d4eefb76c00411912c851 is 50, key is test_row_0/B:col10/1732490074421/Put/seqid=0 2024-11-24T23:14:34,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490134859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:34,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:34,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490134859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:34,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:34,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:34,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741904_1080 (size=12301) 2024-11-24T23:14:34,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/ef07d37fb33d4eefb76c00411912c851 2024-11-24T23:14:34,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/728ce2c062d24c9b92a658f06f76a42d is 50, key is test_row_0/C:col10/1732490074421/Put/seqid=0 2024-11-24T23:14:34,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741905_1081 (size=12301) 2024-11-24T23:14:34,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490134889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:34,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:34,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490134889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:34,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:34,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-24T23:14:34,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-24T23:14:34,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:34,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:34,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:34,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:34,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:35,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-24T23:14:35,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:35,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:35,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:35,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:35,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-24T23:14:35,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490135169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:35,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:35,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:35,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:35,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490135170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:35,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:35,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:35,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:35,188 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/fee45dd41f62427e99f101dda1a40a62 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/fee45dd41f62427e99f101dda1a40a62 2024-11-24T23:14:35,194 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/C of 28685729f75e1f553553c900ac8fbeff into fee45dd41f62427e99f101dda1a40a62(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:35,194 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:35,194 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/C, priority=12, startTime=1732490074264; duration=0sec 2024-11-24T23:14:35,194 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:35,194 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:C 2024-11-24T23:14:35,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490135199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:35,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490135200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:35,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:35,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:35,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:35,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:35,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:35,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:35,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-24T23:14:35,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:35,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:35,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:35,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:35,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:35,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/728ce2c062d24c9b92a658f06f76a42d 2024-11-24T23:14:35,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/1228e787176d49799906f86af9c788f4 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/1228e787176d49799906f86af9c788f4 2024-11-24T23:14:35,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/1228e787176d49799906f86af9c788f4, entries=300, sequenceid=400, filesize=19.2 K 2024-11-24T23:14:35,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/ef07d37fb33d4eefb76c00411912c851 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/ef07d37fb33d4eefb76c00411912c851 2024-11-24T23:14:35,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/ef07d37fb33d4eefb76c00411912c851, entries=150, sequenceid=400, filesize=12.0 K 2024-11-24T23:14:35,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/728ce2c062d24c9b92a658f06f76a42d as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/728ce2c062d24c9b92a658f06f76a42d 2024-11-24T23:14:35,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/728ce2c062d24c9b92a658f06f76a42d, entries=150, sequenceid=400, filesize=12.0 K 2024-11-24T23:14:35,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 28685729f75e1f553553c900ac8fbeff in 915ms, sequenceid=400, compaction requested=true 2024-11-24T23:14:35,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:35,338 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:35,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:14:35,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:35,339 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:35,340 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44905 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:35,340 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/A is initiating minor compaction (all files) 2024-11-24T23:14:35,340 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/A in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:35,340 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/40e4610e5a7948b2a9ec363fd91e3fc8, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/3255255a48f642baaf9785d7ca9f5f33, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/1228e787176d49799906f86af9c788f4] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=43.9 K 2024-11-24T23:14:35,340 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:35,341 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/B is initiating minor compaction (all files) 2024-11-24T23:14:35,341 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/B in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:35,341 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/5961f0d69f064a00990bf2cd31db7621, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/d483a08dfea24efc9e78a4a40be3883d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/ef07d37fb33d4eefb76c00411912c851] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=36.7 K 2024-11-24T23:14:35,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:14:35,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:35,342 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5961f0d69f064a00990bf2cd31db7621, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732490073115 2024-11-24T23:14:35,342 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 40e4610e5a7948b2a9ec363fd91e3fc8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732490073115 2024-11-24T23:14:35,342 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting d483a08dfea24efc9e78a4a40be3883d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732490074063 2024-11-24T23:14:35,343 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 3255255a48f642baaf9785d7ca9f5f33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732490074063 2024-11-24T23:14:35,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:14:35,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:14:35,343 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef07d37fb33d4eefb76c00411912c851, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732490074409 2024-11-24T23:14:35,344 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 1228e787176d49799906f86af9c788f4, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732490074409 2024-11-24T23:14:35,366 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#B#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:35,367 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/cd61fee305a24ef580c2035a280fccd6 is 50, key is test_row_0/B:col10/1732490074421/Put/seqid=0 2024-11-24T23:14:35,378 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#A#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:35,379 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/9c457590dd1d4722a9ae78b7078b8753 is 50, key is test_row_0/A:col10/1732490074421/Put/seqid=0 2024-11-24T23:14:35,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741907_1083 (size=13085) 2024-11-24T23:14:35,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741906_1082 (size=13085) 2024-11-24T23:14:35,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-24T23:14:35,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:35,418 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 28685729f75e1f553553c900ac8fbeff 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-24T23:14:35,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=A 2024-11-24T23:14:35,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:35,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=B 2024-11-24T23:14:35,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:35,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=C 2024-11-24T23:14:35,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:35,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/df7f50f7310e469f9b6021a30e1edc7c is 50, key is test_row_0/A:col10/1732490074536/Put/seqid=0 2024-11-24T23:14:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-24T23:14:35,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741908_1084 (size=12301) 2024-11-24T23:14:35,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:35,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490135694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:35,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490135695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:35,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:35,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:35,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:35,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:35,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:35,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:35,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490135709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:35,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:35,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:35,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:35,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490135719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:35,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:35,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:35,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:35,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490135809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:35,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:35,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:35,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:35,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:35,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490135809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:35,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:35,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:35,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:35,820 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/9c457590dd1d4722a9ae78b7078b8753 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/9c457590dd1d4722a9ae78b7078b8753 2024-11-24T23:14:35,821 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/cd61fee305a24ef580c2035a280fccd6 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/cd61fee305a24ef580c2035a280fccd6 2024-11-24T23:14:35,832 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/B of 28685729f75e1f553553c900ac8fbeff into cd61fee305a24ef580c2035a280fccd6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:35,832 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:35,832 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/B, priority=13, startTime=1732490075339; duration=0sec 2024-11-24T23:14:35,832 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/A of 28685729f75e1f553553c900ac8fbeff into 9c457590dd1d4722a9ae78b7078b8753(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:35,832 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:35,832 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/A, priority=13, startTime=1732490075338; duration=0sec 2024-11-24T23:14:35,833 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:14:35,833 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:B 2024-11-24T23:14:35,833 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:35,833 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:A 2024-11-24T23:14:35,833 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T23:14:35,834 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T23:14:35,834 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T23:14:35,834 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. because compaction request was cancelled 2024-11-24T23:14:35,834 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:C 2024-11-24T23:14:35,847 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/df7f50f7310e469f9b6021a30e1edc7c 2024-11-24T23:14:35,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/dfafbbaeb7264f33b10f01a48e382f4a is 50, key is test_row_0/B:col10/1732490074536/Put/seqid=0 2024-11-24T23:14:35,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741909_1085 (size=12301) 2024-11-24T23:14:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-24T23:14:36,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490136019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:36,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:36,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:36,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:36,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490136019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:36,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:36,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:36,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:36,275 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/dfafbbaeb7264f33b10f01a48e382f4a 2024-11-24T23:14:36,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/deeff9f1c1c746a8ba27a71771d22883 is 50, key is test_row_0/C:col10/1732490074536/Put/seqid=0 2024-11-24T23:14:36,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741910_1086 (size=12301) 2024-11-24T23:14:36,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490136329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:36,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:36,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:36,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:36,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490136329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:36,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:36,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:36,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:36,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490136719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:36,721 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/deeff9f1c1c746a8ba27a71771d22883 2024-11-24T23:14:36,721 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_2' in 28685729f75e1f553553c900ac8fbeff of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:14:36,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:36,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:36,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:36,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/df7f50f7310e469f9b6021a30e1edc7c as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/df7f50f7310e469f9b6021a30e1edc7c 2024-11-24T23:14:36,733 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/df7f50f7310e469f9b6021a30e1edc7c, entries=150, sequenceid=440, filesize=12.0 K 2024-11-24T23:14:36,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/dfafbbaeb7264f33b10f01a48e382f4a as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/dfafbbaeb7264f33b10f01a48e382f4a 2024-11-24T23:14:36,742 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/dfafbbaeb7264f33b10f01a48e382f4a, entries=150, sequenceid=440, filesize=12.0 K 2024-11-24T23:14:36,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/deeff9f1c1c746a8ba27a71771d22883 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/deeff9f1c1c746a8ba27a71771d22883 2024-11-24T23:14:36,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490136741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:36,745 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_0' in 28685729f75e1f553553c900ac8fbeff of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:14:36,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:36,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:36,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:36,752 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/deeff9f1c1c746a8ba27a71771d22883, entries=150, sequenceid=440, filesize=12.0 K 2024-11-24T23:14:36,753 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 28685729f75e1f553553c900ac8fbeff in 1335ms, sequenceid=440, compaction requested=true 2024-11-24T23:14:36,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:36,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:36,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-24T23:14:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-24T23:14:36,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-24T23:14:36,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9510 sec 2024-11-24T23:14:36,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.9600 sec 2024-11-24T23:14:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:36,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 28685729f75e1f553553c900ac8fbeff 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-24T23:14:36,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=A 2024-11-24T23:14:36,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:36,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=B 2024-11-24T23:14:36,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:36,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=C 2024-11-24T23:14:36,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:36,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/210f5b30485b4af983de2703ae0dafe3 is 50, key is test_row_0/A:col10/1732490076840/Put/seqid=0 2024-11-24T23:14:36,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741911_1087 (size=17181) 2024-11-24T23:14:36,896 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490076881, max timestamp=1732490076893Num uniques 859; 2024-11-24T23:14:36,896 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490076881, max timestamp=1732490076893Num uniques 859; 2024-11-24T23:14:36,896 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:14:36,896 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490076881, max timestamp=1732490076893Num uniques 859; 2024-11-24T23:14:36,896 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:14:36,896 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:14:36,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490136937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:36,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:36,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:36,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-24T23:14:36,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490136944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:36,950 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:14:36,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:36,950 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:14:36,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:36,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-24T23:14:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-24T23:14:36,954 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:14:36,954 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:14:36,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:14:37,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490137049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:37,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:37,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:37,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-24T23:14:37,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490137058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:37,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:37,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:37,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:37,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-24T23:14:37,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:37,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:37,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:37,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:37,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:37,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-24T23:14:37,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:37,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:37,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:37,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:37,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:37,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490137259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:37,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:37,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:37,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:37,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/210f5b30485b4af983de2703ae0dafe3 2024-11-24T23:14:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-24T23:14:37,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490137269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:37,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:37,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:37,270 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:37,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/1040e2f1d78a4b799347e6feb761dfe8 is 50, key is test_row_0/B:col10/1732490076840/Put/seqid=0 2024-11-24T23:14:37,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741912_1088 (size=12301) 2024-11-24T23:14:37,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-24T23:14:37,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:37,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:37,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:37,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:37,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:37,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-24T23:14:37,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:37,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:37,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:37,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:37,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:37,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490137569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:37,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:37,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:37,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-24T23:14:37,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490137580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:37,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:37,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:37,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:37,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/1040e2f1d78a4b799347e6feb761dfe8 2024-11-24T23:14:37,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/6f3d617b127d4502913f56a18bacf615 is 50, key is test_row_0/C:col10/1732490076840/Put/seqid=0 2024-11-24T23:14:37,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741913_1089 (size=12301) 2024-11-24T23:14:37,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-24T23:14:37,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:37,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:37,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:37,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:37,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:37,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-24T23:14:37,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:37,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:37,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:37,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:37,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:38,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-24T23:14:38,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:38,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:38,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:38,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:38,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:38,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490138079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-24T23:14:38,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490138089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:38,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:38,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:38,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:38,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:38,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:38,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:38,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/6f3d617b127d4502913f56a18bacf615 2024-11-24T23:14:38,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/210f5b30485b4af983de2703ae0dafe3 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/210f5b30485b4af983de2703ae0dafe3 2024-11-24T23:14:38,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/210f5b30485b4af983de2703ae0dafe3, entries=250, sequenceid=453, filesize=16.8 K 2024-11-24T23:14:38,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/1040e2f1d78a4b799347e6feb761dfe8 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/1040e2f1d78a4b799347e6feb761dfe8 2024-11-24T23:14:38,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/1040e2f1d78a4b799347e6feb761dfe8, entries=150, sequenceid=453, filesize=12.0 K 2024-11-24T23:14:38,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/6f3d617b127d4502913f56a18bacf615 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/6f3d617b127d4502913f56a18bacf615 2024-11-24T23:14:38,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/6f3d617b127d4502913f56a18bacf615, entries=150, sequenceid=453, filesize=12.0 K 2024-11-24T23:14:38,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 28685729f75e1f553553c900ac8fbeff in 1309ms, sequenceid=453, compaction requested=true 2024-11-24T23:14:38,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:38,152 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:38,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:14:38,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:38,153 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:38,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:14:38,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:38,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:14:38,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:14:38,156 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42567 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:38,156 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/A is initiating minor compaction (all files) 2024-11-24T23:14:38,156 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/A in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:38,156 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/9c457590dd1d4722a9ae78b7078b8753, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/df7f50f7310e469f9b6021a30e1edc7c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/210f5b30485b4af983de2703ae0dafe3] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=41.6 K 2024-11-24T23:14:38,157 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:38,157 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c457590dd1d4722a9ae78b7078b8753, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732490074409 2024-11-24T23:14:38,157 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/B is initiating minor compaction (all files) 2024-11-24T23:14:38,157 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/B in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:38,157 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/cd61fee305a24ef580c2035a280fccd6, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/dfafbbaeb7264f33b10f01a48e382f4a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/1040e2f1d78a4b799347e6feb761dfe8] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=36.8 K 2024-11-24T23:14:38,158 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting df7f50f7310e469f9b6021a30e1edc7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732490074525 2024-11-24T23:14:38,158 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 210f5b30485b4af983de2703ae0dafe3, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732490075683 2024-11-24T23:14:38,159 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting cd61fee305a24ef580c2035a280fccd6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732490074409 2024-11-24T23:14:38,161 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting dfafbbaeb7264f33b10f01a48e382f4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732490074525 2024-11-24T23:14:38,162 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 1040e2f1d78a4b799347e6feb761dfe8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732490075693 2024-11-24T23:14:38,191 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#A#compaction#77 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:38,191 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/d9da089686c74c448e2e0d7059c921a8 is 50, key is test_row_0/A:col10/1732490076840/Put/seqid=0 2024-11-24T23:14:38,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-24T23:14:38,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:38,193 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 28685729f75e1f553553c900ac8fbeff 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-24T23:14:38,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=A 2024-11-24T23:14:38,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:38,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=B 2024-11-24T23:14:38,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:38,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=C 2024-11-24T23:14:38,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:38,202 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#B#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:38,203 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/24a9edc6c582482f990ba7ded5eb3f77 is 50, key is test_row_0/B:col10/1732490076840/Put/seqid=0 2024-11-24T23:14:38,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/f5ddb639ca4c4135906072b5eda4703a is 50, key is test_row_0/A:col10/1732490076936/Put/seqid=0 2024-11-24T23:14:38,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741914_1090 (size=13187) 2024-11-24T23:14:38,235 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/d9da089686c74c448e2e0d7059c921a8 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/d9da089686c74c448e2e0d7059c921a8 2024-11-24T23:14:38,247 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/A of 28685729f75e1f553553c900ac8fbeff into d9da089686c74c448e2e0d7059c921a8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:38,247 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:38,247 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/A, priority=13, startTime=1732490078152; duration=0sec 2024-11-24T23:14:38,247 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:14:38,247 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:A 2024-11-24T23:14:38,248 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:14:38,249 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:14:38,250 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/C is initiating minor compaction (all files) 2024-11-24T23:14:38,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741915_1091 (size=13187) 2024-11-24T23:14:38,250 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/C in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:38,250 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/fee45dd41f62427e99f101dda1a40a62, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/728ce2c062d24c9b92a658f06f76a42d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/deeff9f1c1c746a8ba27a71771d22883, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/6f3d617b127d4502913f56a18bacf615] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=48.8 K 2024-11-24T23:14:38,250 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting fee45dd41f62427e99f101dda1a40a62, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732490074063 2024-11-24T23:14:38,251 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 728ce2c062d24c9b92a658f06f76a42d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732490074409 2024-11-24T23:14:38,251 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting deeff9f1c1c746a8ba27a71771d22883, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732490074525 2024-11-24T23:14:38,251 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f3d617b127d4502913f56a18bacf615, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732490075693 2024-11-24T23:14:38,265 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#C#compaction#80 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:38,265 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/99bcabe339c24a06aad816c2ab40fd14 is 50, key is test_row_0/C:col10/1732490076840/Put/seqid=0 2024-11-24T23:14:38,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741916_1092 (size=12301) 2024-11-24T23:14:38,268 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/f5ddb639ca4c4135906072b5eda4703a 2024-11-24T23:14:38,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/f8ddfc8a1dc646a6aa5de9fbf8d1ce5e is 50, key is test_row_0/B:col10/1732490076936/Put/seqid=0 2024-11-24T23:14:38,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741917_1093 (size=13153) 2024-11-24T23:14:38,304 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/99bcabe339c24a06aad816c2ab40fd14 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/99bcabe339c24a06aad816c2ab40fd14 2024-11-24T23:14:38,313 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/C of 28685729f75e1f553553c900ac8fbeff into 99bcabe339c24a06aad816c2ab40fd14(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:38,313 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:38,313 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/C, priority=12, startTime=1732490078153; duration=0sec 2024-11-24T23:14:38,315 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:38,315 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:C 2024-11-24T23:14:38,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741918_1094 (size=12301) 2024-11-24T23:14:38,660 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/24a9edc6c582482f990ba7ded5eb3f77 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/24a9edc6c582482f990ba7ded5eb3f77 2024-11-24T23:14:38,668 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/B of 28685729f75e1f553553c900ac8fbeff into 24a9edc6c582482f990ba7ded5eb3f77(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:38,668 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:38,668 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/B, priority=13, startTime=1732490078152; duration=0sec 2024-11-24T23:14:38,668 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:38,668 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:B 2024-11-24T23:14:38,727 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/f8ddfc8a1dc646a6aa5de9fbf8d1ce5e 2024-11-24T23:14:38,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. as already flushing 2024-11-24T23:14:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:38,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/3c0ff37dbd1c4520964343a2ed082708 is 50, key is test_row_0/C:col10/1732490076936/Put/seqid=0 2024-11-24T23:14:38,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741919_1095 (size=12301) 2024-11-24T23:14:38,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490138766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:38,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:38,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:38,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:38,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44150 deadline: 1732490138769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:38,773 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_0' in 28685729f75e1f553553c900ac8fbeff of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:14:38,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:38,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:38,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:38,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490138879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:38,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:38,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:38,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:39,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490139089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:39,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:39,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:39,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-24T23:14:39,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490139100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:39,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490139100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:39,103 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_1' in 28685729f75e1f553553c900ac8fbeff of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:14:39,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:39,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:39,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:39,104 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_1' in 28685729f75e1f553553c900ac8fbeff of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:14:39,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:39,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:39,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:39,152 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/3c0ff37dbd1c4520964343a2ed082708 2024-11-24T23:14:39,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/f5ddb639ca4c4135906072b5eda4703a as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/f5ddb639ca4c4135906072b5eda4703a 2024-11-24T23:14:39,171 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/f5ddb639ca4c4135906072b5eda4703a, entries=150, sequenceid=489, filesize=12.0 K 2024-11-24T23:14:39,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/f8ddfc8a1dc646a6aa5de9fbf8d1ce5e as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/f8ddfc8a1dc646a6aa5de9fbf8d1ce5e 2024-11-24T23:14:39,181 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/f8ddfc8a1dc646a6aa5de9fbf8d1ce5e, entries=150, sequenceid=489, filesize=12.0 K 2024-11-24T23:14:39,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/3c0ff37dbd1c4520964343a2ed082708 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/3c0ff37dbd1c4520964343a2ed082708 2024-11-24T23:14:39,190 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/3c0ff37dbd1c4520964343a2ed082708, entries=150, sequenceid=489, filesize=12.0 K 2024-11-24T23:14:39,191 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 28685729f75e1f553553c900ac8fbeff in 998ms, sequenceid=489, compaction requested=false 2024-11-24T23:14:39,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:39,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:39,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-24T23:14:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-24T23:14:39,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-24T23:14:39,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2390 sec 2024-11-24T23:14:39,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 2.2460 sec 2024-11-24T23:14:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:39,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 28685729f75e1f553553c900ac8fbeff 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-24T23:14:39,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=A 2024-11-24T23:14:39,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:39,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=B 2024-11-24T23:14:39,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:39,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=C 2024-11-24T23:14:39,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:39,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/e8f449f3495449759bf5ea0aaa4e4e68 is 50, key is test_row_0/A:col10/1732490078752/Put/seqid=0 2024-11-24T23:14:39,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741920_1096 (size=14741) 2024-11-24T23:14:39,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/e8f449f3495449759bf5ea0aaa4e4e68 2024-11-24T23:14:39,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/80dcfb1ac32840a797954ca554055485 is 50, key is test_row_0/B:col10/1732490078752/Put/seqid=0 2024-11-24T23:14:39,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741921_1097 (size=12301) 2024-11-24T23:14:39,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/80dcfb1ac32840a797954ca554055485 2024-11-24T23:14:39,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/1581640cab9741ff96ebdd7c9d34c58e is 50, key is test_row_0/C:col10/1732490078752/Put/seqid=0 2024-11-24T23:14:39,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741922_1098 (size=12301) 2024-11-24T23:14:39,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:39,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490139477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:39,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:39,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:39,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:39,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490139589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:39,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:39,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:39,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:39,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490139799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:39,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:39,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:39,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:39,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/1581640cab9741ff96ebdd7c9d34c58e 2024-11-24T23:14:39,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/e8f449f3495449759bf5ea0aaa4e4e68 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/e8f449f3495449759bf5ea0aaa4e4e68 2024-11-24T23:14:39,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/e8f449f3495449759bf5ea0aaa4e4e68, entries=200, sequenceid=504, filesize=14.4 K 2024-11-24T23:14:39,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/80dcfb1ac32840a797954ca554055485 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/80dcfb1ac32840a797954ca554055485 2024-11-24T23:14:39,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/80dcfb1ac32840a797954ca554055485, entries=150, sequenceid=504, filesize=12.0 K 2024-11-24T23:14:39,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/1581640cab9741ff96ebdd7c9d34c58e as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/1581640cab9741ff96ebdd7c9d34c58e 2024-11-24T23:14:39,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/1581640cab9741ff96ebdd7c9d34c58e, entries=150, sequenceid=504, filesize=12.0 K 2024-11-24T23:14:39,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 28685729f75e1f553553c900ac8fbeff in 485ms, sequenceid=504, compaction requested=true 2024-11-24T23:14:39,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:39,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:14:39,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:39,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:14:39,886 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:39,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:39,886 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:39,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:14:39,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:14:39,887 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:39,887 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:39,887 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/B is initiating minor compaction (all files) 2024-11-24T23:14:39,887 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/A is initiating minor compaction (all files) 2024-11-24T23:14:39,887 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/B in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:39,887 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/A in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:39,887 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/24a9edc6c582482f990ba7ded5eb3f77, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/f8ddfc8a1dc646a6aa5de9fbf8d1ce5e, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/80dcfb1ac32840a797954ca554055485] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=36.9 K 2024-11-24T23:14:39,887 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/d9da089686c74c448e2e0d7059c921a8, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/f5ddb639ca4c4135906072b5eda4703a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/e8f449f3495449759bf5ea0aaa4e4e68] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=39.3 K 2024-11-24T23:14:39,888 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 24a9edc6c582482f990ba7ded5eb3f77, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732490075693 2024-11-24T23:14:39,888 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9da089686c74c448e2e0d7059c921a8, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732490075693 2024-11-24T23:14:39,888 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting f8ddfc8a1dc646a6aa5de9fbf8d1ce5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732490076931 2024-11-24T23:14:39,888 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5ddb639ca4c4135906072b5eda4703a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732490076931 2024-11-24T23:14:39,888 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 80dcfb1ac32840a797954ca554055485, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1732490078752 2024-11-24T23:14:39,888 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8f449f3495449759bf5ea0aaa4e4e68, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1732490078752 2024-11-24T23:14:39,897 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#B#compaction#86 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:39,897 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#A#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:39,898 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/1fc9332e36134b169a501286129b869f is 50, key is test_row_0/B:col10/1732490078752/Put/seqid=0 2024-11-24T23:14:39,898 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/ca28245b76824a6586ad5fe69d6a305d is 50, key is test_row_0/A:col10/1732490078752/Put/seqid=0 2024-11-24T23:14:39,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741923_1099 (size=13289) 2024-11-24T23:14:39,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741924_1100 (size=13289) 2024-11-24T23:14:40,112 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490079455, max timestamp=1732490080109Num uniques 859; 2024-11-24T23:14:40,112 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490079455, max timestamp=1732490080109Num uniques 859; 2024-11-24T23:14:40,113 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:14:40,113 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:14:40,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 28685729f75e1f553553c900ac8fbeff 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB 2024-11-24T23:14:40,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=A 2024-11-24T23:14:40,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:40,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=B 2024-11-24T23:14:40,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:40,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=C 2024-11-24T23:14:40,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:40,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/349160f2dc104a4f991e4fffb359d063 is 50, key is test_row_0/A:col10/1732490079476/Put/seqid=0 2024-11-24T23:14:40,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741925_1101 (size=12301) 2024-11-24T23:14:40,213 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490080181, max timestamp=1732490080210Num uniques 859; 2024-11-24T23:14:40,213 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490080181, max timestamp=1732490080210Num uniques 859; 2024-11-24T23:14:40,213 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:14:40,213 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:14:40,214 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490080181, max timestamp=1732490080210Num uniques 859; 2024-11-24T23:14:40,214 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:14:40,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490140303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:40,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:40,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:40,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:40,324 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/1fc9332e36134b169a501286129b869f as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/1fc9332e36134b169a501286129b869f 2024-11-24T23:14:40,330 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/ca28245b76824a6586ad5fe69d6a305d as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/ca28245b76824a6586ad5fe69d6a305d 2024-11-24T23:14:40,334 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/B of 28685729f75e1f553553c900ac8fbeff into 1fc9332e36134b169a501286129b869f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:40,334 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:40,334 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/B, priority=13, startTime=1732490079886; duration=0sec 2024-11-24T23:14:40,334 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:14:40,334 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:B 2024-11-24T23:14:40,334 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:40,336 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:40,336 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/C is initiating minor compaction (all files) 2024-11-24T23:14:40,336 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/C in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:40,336 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/99bcabe339c24a06aad816c2ab40fd14, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/3c0ff37dbd1c4520964343a2ed082708, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/1581640cab9741ff96ebdd7c9d34c58e] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=36.9 K 2024-11-24T23:14:40,337 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 99bcabe339c24a06aad816c2ab40fd14, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732490075693 2024-11-24T23:14:40,337 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c0ff37dbd1c4520964343a2ed082708, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732490076931 2024-11-24T23:14:40,338 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 1581640cab9741ff96ebdd7c9d34c58e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1732490078752 2024-11-24T23:14:40,338 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/A of 28685729f75e1f553553c900ac8fbeff into ca28245b76824a6586ad5fe69d6a305d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:40,338 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:40,338 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/A, priority=13, startTime=1732490079886; duration=0sec 2024-11-24T23:14:40,339 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:40,339 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:A 2024-11-24T23:14:40,348 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#C#compaction#89 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:40,349 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/43b4ac5e13f041629c2212102dbebe8d is 50, key is test_row_0/C:col10/1732490078752/Put/seqid=0 2024-11-24T23:14:40,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741926_1102 (size=13255) 2024-11-24T23:14:40,359 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/43b4ac5e13f041629c2212102dbebe8d as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/43b4ac5e13f041629c2212102dbebe8d 2024-11-24T23:14:40,366 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/C of 28685729f75e1f553553c900ac8fbeff into 43b4ac5e13f041629c2212102dbebe8d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:40,366 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:40,366 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/C, priority=13, startTime=1732490079886; duration=0sec 2024-11-24T23:14:40,367 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:40,367 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:C 2024-11-24T23:14:40,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490140409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:40,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:40,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:40,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:40,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/349160f2dc104a4f991e4fffb359d063 2024-11-24T23:14:40,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/7597e3e56be64ac2bc6e5b1a2d5bfa0a is 50, key is test_row_0/B:col10/1732490079476/Put/seqid=0 2024-11-24T23:14:40,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741927_1103 (size=12301) 2024-11-24T23:14:40,586 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-24T23:14:40,586 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:14:40,589 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-24T23:14:40,590 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:14:40,590 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-24T23:14:40,590 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:14:40,591 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:40,591 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:40,591 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:40,591 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:40,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:14:40,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:14:40,592 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:40,592 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:40,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:14:40,594 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-24T23:14:40,594 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:14:40,595 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:40,595 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:40,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:14:40,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490140619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:40,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:40,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:40,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:40,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44172 deadline: 1732490140930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:40,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:40,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:40,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:40,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/7597e3e56be64ac2bc6e5b1a2d5bfa0a 2024-11-24T23:14:40,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/9dbe30ce017845e29ca7773e766553dc is 50, key is test_row_0/C:col10/1732490079476/Put/seqid=0 2024-11-24T23:14:40,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741928_1104 (size=12301) 2024-11-24T23:14:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-24T23:14:41,121 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:14:41,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44188 deadline: 1732490141120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:41,122 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_1' in 28685729f75e1f553553c900ac8fbeff of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:14:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:41,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44218 deadline: 1732490141130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:41,131 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_1' in 28685729f75e1f553553c900ac8fbeff of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:14:41,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:41,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:41,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:14:41,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/9dbe30ce017845e29ca7773e766553dc 2024-11-24T23:14:41,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/349160f2dc104a4f991e4fffb359d063 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/349160f2dc104a4f991e4fffb359d063 2024-11-24T23:14:41,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/349160f2dc104a4f991e4fffb359d063, entries=150, sequenceid=525, filesize=12.0 K 2024-11-24T23:14:41,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/7597e3e56be64ac2bc6e5b1a2d5bfa0a as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/7597e3e56be64ac2bc6e5b1a2d5bfa0a 2024-11-24T23:14:41,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/7597e3e56be64ac2bc6e5b1a2d5bfa0a, entries=150, sequenceid=525, filesize=12.0 K 2024-11-24T23:14:41,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/9dbe30ce017845e29ca7773e766553dc as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/9dbe30ce017845e29ca7773e766553dc 2024-11-24T23:14:41,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/9dbe30ce017845e29ca7773e766553dc, entries=150, sequenceid=525, filesize=12.0 K 2024-11-24T23:14:41,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~58.14 KB/59540, heapSize ~164.13 KB/168064, currentSize=127.47 KB/130530 for 28685729f75e1f553553c900ac8fbeff in 1290ms, sequenceid=525, compaction requested=false 2024-11-24T23:14:41,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:41,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 28685729f75e1f553553c900ac8fbeff 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-24T23:14:41,441 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-24T23:14:41,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=A 2024-11-24T23:14:41,442 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:14:41,442 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:41,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:41,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=B 2024-11-24T23:14:41,442 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:41,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:41,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:14:41,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=C 2024-11-24T23:14:41,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:41,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/270dcb4b04ab4df1896f3a1746887d85 is 50, key is test_row_0/A:col10/1732490081440/Put/seqid=0 2024-11-24T23:14:41,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741929_1105 (size=12301) 2024-11-24T23:14:41,855 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/270dcb4b04ab4df1896f3a1746887d85 2024-11-24T23:14:41,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/5d236b06f7ea47768f98b51223aea251 is 50, key is test_row_0/B:col10/1732490081440/Put/seqid=0 2024-11-24T23:14:41,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741930_1106 (size=12301) 2024-11-24T23:14:41,887 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T23:14:42,045 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-24T23:14:42,045 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:14:42,045 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:42,046 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:42,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:14:42,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/5d236b06f7ea47768f98b51223aea251 2024-11-24T23:14:42,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/1b11d47a184b44a0bbc711e0620e9fdb is 50, key is test_row_0/C:col10/1732490081440/Put/seqid=0 2024-11-24T23:14:42,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741931_1107 (size=12301) 2024-11-24T23:14:42,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/1b11d47a184b44a0bbc711e0620e9fdb 2024-11-24T23:14:42,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/270dcb4b04ab4df1896f3a1746887d85 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/270dcb4b04ab4df1896f3a1746887d85 2024-11-24T23:14:42,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/270dcb4b04ab4df1896f3a1746887d85, entries=150, sequenceid=564, filesize=12.0 K 2024-11-24T23:14:42,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/5d236b06f7ea47768f98b51223aea251 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/5d236b06f7ea47768f98b51223aea251 2024-11-24T23:14:42,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/5d236b06f7ea47768f98b51223aea251, entries=150, sequenceid=564, filesize=12.0 K 2024-11-24T23:14:42,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/1b11d47a184b44a0bbc711e0620e9fdb as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/1b11d47a184b44a0bbc711e0620e9fdb 2024-11-24T23:14:42,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/1b11d47a184b44a0bbc711e0620e9fdb, entries=150, sequenceid=564, filesize=12.0 K 2024-11-24T23:14:42,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=6.71 KB/6870 for 28685729f75e1f553553c900ac8fbeff in 1295ms, sequenceid=564, compaction requested=true 2024-11-24T23:14:42,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:42,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:14:42,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:42,737 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:42,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:14:42,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:42,737 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:42,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 28685729f75e1f553553c900ac8fbeff:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:14:42,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:14:42,738 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:42,738 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:42,738 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/B is initiating minor compaction (all files) 2024-11-24T23:14:42,738 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/A is initiating minor compaction (all files) 2024-11-24T23:14:42,738 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/A in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:42,738 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/B in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:42,738 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/ca28245b76824a6586ad5fe69d6a305d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/349160f2dc104a4f991e4fffb359d063, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/270dcb4b04ab4df1896f3a1746887d85] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=37.0 K 2024-11-24T23:14:42,738 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/1fc9332e36134b169a501286129b869f, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/7597e3e56be64ac2bc6e5b1a2d5bfa0a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/5d236b06f7ea47768f98b51223aea251] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=37.0 K 2024-11-24T23:14:42,739 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fc9332e36134b169a501286129b869f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1732490078752 2024-11-24T23:14:42,739 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca28245b76824a6586ad5fe69d6a305d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1732490078752 2024-11-24T23:14:42,739 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 349160f2dc104a4f991e4fffb359d063, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732490079455 2024-11-24T23:14:42,739 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 7597e3e56be64ac2bc6e5b1a2d5bfa0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732490079455 2024-11-24T23:14:42,739 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 270dcb4b04ab4df1896f3a1746887d85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732490080292 2024-11-24T23:14:42,739 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d236b06f7ea47768f98b51223aea251, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732490080292 2024-11-24T23:14:42,747 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#B#compaction#95 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:42,747 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/bf82fa85df4a4ea981be42b8d7b9d2b8 is 50, key is test_row_0/B:col10/1732490081440/Put/seqid=0 2024-11-24T23:14:42,749 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#A#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:42,750 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/3dff6dda0d9e4ad5891d34e393590579 is 50, key is test_row_0/A:col10/1732490081440/Put/seqid=0 2024-11-24T23:14:42,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741932_1108 (size=13391) 2024-11-24T23:14:42,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741933_1109 (size=13391) 2024-11-24T23:14:42,811 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-24T23:14:42,811 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:14:42,811 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:42,811 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:42,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:14:43,165 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/bf82fa85df4a4ea981be42b8d7b9d2b8 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/bf82fa85df4a4ea981be42b8d7b9d2b8 2024-11-24T23:14:43,166 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/3dff6dda0d9e4ad5891d34e393590579 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/3dff6dda0d9e4ad5891d34e393590579 2024-11-24T23:14:43,172 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/B of 28685729f75e1f553553c900ac8fbeff into bf82fa85df4a4ea981be42b8d7b9d2b8(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:43,172 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/A of 28685729f75e1f553553c900ac8fbeff into 3dff6dda0d9e4ad5891d34e393590579(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:43,172 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:43,172 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:43,172 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/B, priority=13, startTime=1732490082737; duration=0sec 2024-11-24T23:14:43,172 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/A, priority=13, startTime=1732490082736; duration=0sec 2024-11-24T23:14:43,173 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:14:43,173 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:B 2024-11-24T23:14:43,173 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:43,173 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:A 2024-11-24T23:14:43,173 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:43,174 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:43,174 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 28685729f75e1f553553c900ac8fbeff/C is initiating minor compaction (all files) 2024-11-24T23:14:43,174 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 28685729f75e1f553553c900ac8fbeff/C in TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:43,174 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/43b4ac5e13f041629c2212102dbebe8d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/9dbe30ce017845e29ca7773e766553dc, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/1b11d47a184b44a0bbc711e0620e9fdb] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp, totalSize=37.0 K 2024-11-24T23:14:43,174 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 43b4ac5e13f041629c2212102dbebe8d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1732490078752 2024-11-24T23:14:43,175 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dbe30ce017845e29ca7773e766553dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732490079455 2024-11-24T23:14:43,175 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b11d47a184b44a0bbc711e0620e9fdb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732490080292 2024-11-24T23:14:43,184 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 28685729f75e1f553553c900ac8fbeff#C#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:43,185 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/02931c375fe641d89aa31f8c514365b2 is 50, key is test_row_0/C:col10/1732490081440/Put/seqid=0 2024-11-24T23:14:43,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741934_1110 (size=13357) 2024-11-24T23:14:43,603 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/02931c375fe641d89aa31f8c514365b2 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/02931c375fe641d89aa31f8c514365b2 2024-11-24T23:14:43,610 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 28685729f75e1f553553c900ac8fbeff/C of 28685729f75e1f553553c900ac8fbeff into 02931c375fe641d89aa31f8c514365b2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:43,610 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 28685729f75e1f553553c900ac8fbeff: 2024-11-24T23:14:43,610 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., storeName=28685729f75e1f553553c900ac8fbeff/C, priority=13, startTime=1732490082737; duration=0sec 2024-11-24T23:14:43,610 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:43,610 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 28685729f75e1f553553c900ac8fbeff:C 2024-11-24T23:14:45,153 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-24T23:14:45,154 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:14:45,154 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:45,154 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:45,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:14:45,162 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-24T23:14:45,162 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:14:45,162 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:45,162 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:45,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:14:45,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T23:14:45,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-24T23:14:45,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-11-24T23:14:45,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 147 2024-11-24T23:14:45,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-11-24T23:14:45,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-24T23:14:45,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T23:14:45,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2916 2024-11-24T23:14:45,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2845 2024-11-24T23:14:45,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T23:14:45,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1290 2024-11-24T23:14:45,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3866 rows 2024-11-24T23:14:45,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1286 2024-11-24T23:14:45,163 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3857 rows 2024-11-24T23:14:45,163 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:14:45,164 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:14:45,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:45,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:45,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:14:45,169 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-24T23:14:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T23:14:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-24T23:14:45,176 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490085176"}]},"ts":"1732490085176"} 2024-11-24T23:14:45,178 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T23:14:45,178 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T23:14:45,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T23:14:45,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=28685729f75e1f553553c900ac8fbeff, UNASSIGN}] 2024-11-24T23:14:45,184 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=28685729f75e1f553553c900ac8fbeff, UNASSIGN 2024-11-24T23:14:45,186 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=28685729f75e1f553553c900ac8fbeff, regionState=CLOSING, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:14:45,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=28685729f75e1f553553c900ac8fbeff, UNASSIGN because future has completed 2024-11-24T23:14:45,188 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T23:14:45,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579}] 2024-11-24T23:14:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-24T23:14:45,347 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:45,348 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T23:14:45,349 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing 28685729f75e1f553553c900ac8fbeff, disabling compactions & flushes 2024-11-24T23:14:45,349 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:45,349 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:45,349 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. after waiting 0 ms 2024-11-24T23:14:45,349 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:45,349 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(2902): Flushing 28685729f75e1f553553c900ac8fbeff 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-24T23:14:45,350 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=A 2024-11-24T23:14:45,350 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:45,350 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=B 2024-11-24T23:14:45,350 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:45,351 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 28685729f75e1f553553c900ac8fbeff, store=C 2024-11-24T23:14:45,351 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:45,356 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/1e79bc90f19a4332907ccbfb2fe0e071 is 50, key is test_row_0/A:col10/1732490082810/Put/seqid=0 2024-11-24T23:14:45,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741935_1111 (size=12301) 2024-11-24T23:14:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-24T23:14:45,762 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/1e79bc90f19a4332907ccbfb2fe0e071 2024-11-24T23:14:45,775 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/c6436a4ae9d14f0a9a26f3e35e2b6c08 is 50, key is test_row_0/B:col10/1732490082810/Put/seqid=0 2024-11-24T23:14:45,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741936_1112 (size=12301) 2024-11-24T23:14:45,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-24T23:14:46,182 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/c6436a4ae9d14f0a9a26f3e35e2b6c08 2024-11-24T23:14:46,197 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/ff83302c54a24594af89d23c5274d58f is 50, key is test_row_0/C:col10/1732490082810/Put/seqid=0 2024-11-24T23:14:46,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741937_1113 (size=12301) 2024-11-24T23:14:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-24T23:14:46,604 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/ff83302c54a24594af89d23c5274d58f 2024-11-24T23:14:46,611 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/A/1e79bc90f19a4332907ccbfb2fe0e071 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/1e79bc90f19a4332907ccbfb2fe0e071 2024-11-24T23:14:46,617 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/1e79bc90f19a4332907ccbfb2fe0e071, entries=150, sequenceid=574, filesize=12.0 K 2024-11-24T23:14:46,619 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/B/c6436a4ae9d14f0a9a26f3e35e2b6c08 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/c6436a4ae9d14f0a9a26f3e35e2b6c08 2024-11-24T23:14:46,624 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/c6436a4ae9d14f0a9a26f3e35e2b6c08, entries=150, sequenceid=574, filesize=12.0 K 2024-11-24T23:14:46,625 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/.tmp/C/ff83302c54a24594af89d23c5274d58f as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/ff83302c54a24594af89d23c5274d58f 2024-11-24T23:14:46,630 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/ff83302c54a24594af89d23c5274d58f, entries=150, sequenceid=574, filesize=12.0 K 2024-11-24T23:14:46,631 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 28685729f75e1f553553c900ac8fbeff in 1282ms, sequenceid=574, compaction requested=false 2024-11-24T23:14:46,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/3a6119ecd2984fa7845c7f98b567dc26, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/f60039708cd3477a9a60e53c917b50a7, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/3680d09af29f4f41a5f796e382ce95dd, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/4e32ce0be490451e94e7ee2cbcb022fd, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/f82830fd3a83484abba9063f1648240b, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/8caf4b6339194b828aebc664db955c83, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/88ac6ea03897439a8f2a453564c1167e, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/e11c5f62ce1b456f9171134bb82ffced, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/593364b152d2493fb57c51c2e27f6410, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/b9ae6e93064742debe7d7b71f430b813, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/aedfa6fcd11f43dc9f4fa9a8614421ba, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/1bd0a4981d2344b8bac059920a974b6b, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/3c405933eb774d36be4cc2eaf2d661ce, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/d41b9e9e4c96465b8565653a86b37433, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/ce22bef87e6f4a50ae66b9eb9a123e22, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/de76decaf6b24083aff328abd4738f90, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/2cff490a0f5443d48aebd4aa3af29764, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/ab8ac58b11734544a3b0929181f24aae, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/2a68ede238864ae8a573e6a726187d63, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/40e4610e5a7948b2a9ec363fd91e3fc8, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/e8d15064c30841b895b9ee2e5bb02e4c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/3255255a48f642baaf9785d7ca9f5f33, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/1228e787176d49799906f86af9c788f4, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/9c457590dd1d4722a9ae78b7078b8753, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/df7f50f7310e469f9b6021a30e1edc7c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/210f5b30485b4af983de2703ae0dafe3, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/d9da089686c74c448e2e0d7059c921a8, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/f5ddb639ca4c4135906072b5eda4703a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/e8f449f3495449759bf5ea0aaa4e4e68, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/ca28245b76824a6586ad5fe69d6a305d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/349160f2dc104a4f991e4fffb359d063, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/270dcb4b04ab4df1896f3a1746887d85] to archive 2024-11-24T23:14:46,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:14:46,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/3a6119ecd2984fa7845c7f98b567dc26 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/3a6119ecd2984fa7845c7f98b567dc26 2024-11-24T23:14:46,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/f60039708cd3477a9a60e53c917b50a7 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/f60039708cd3477a9a60e53c917b50a7 2024-11-24T23:14:46,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/3680d09af29f4f41a5f796e382ce95dd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/3680d09af29f4f41a5f796e382ce95dd 2024-11-24T23:14:46,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/4e32ce0be490451e94e7ee2cbcb022fd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/4e32ce0be490451e94e7ee2cbcb022fd 2024-11-24T23:14:46,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/f82830fd3a83484abba9063f1648240b to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/f82830fd3a83484abba9063f1648240b 2024-11-24T23:14:46,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/8caf4b6339194b828aebc664db955c83 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/8caf4b6339194b828aebc664db955c83 2024-11-24T23:14:46,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/88ac6ea03897439a8f2a453564c1167e to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/88ac6ea03897439a8f2a453564c1167e 2024-11-24T23:14:46,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/e11c5f62ce1b456f9171134bb82ffced to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/e11c5f62ce1b456f9171134bb82ffced 2024-11-24T23:14:46,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/593364b152d2493fb57c51c2e27f6410 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/593364b152d2493fb57c51c2e27f6410 2024-11-24T23:14:46,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/b9ae6e93064742debe7d7b71f430b813 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/b9ae6e93064742debe7d7b71f430b813 2024-11-24T23:14:46,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/aedfa6fcd11f43dc9f4fa9a8614421ba to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/aedfa6fcd11f43dc9f4fa9a8614421ba 2024-11-24T23:14:46,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/1bd0a4981d2344b8bac059920a974b6b to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/1bd0a4981d2344b8bac059920a974b6b 2024-11-24T23:14:46,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/3c405933eb774d36be4cc2eaf2d661ce to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/3c405933eb774d36be4cc2eaf2d661ce 2024-11-24T23:14:46,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/d41b9e9e4c96465b8565653a86b37433 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/d41b9e9e4c96465b8565653a86b37433 2024-11-24T23:14:46,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/ce22bef87e6f4a50ae66b9eb9a123e22 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/ce22bef87e6f4a50ae66b9eb9a123e22 2024-11-24T23:14:46,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/de76decaf6b24083aff328abd4738f90 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/de76decaf6b24083aff328abd4738f90 2024-11-24T23:14:46,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/2cff490a0f5443d48aebd4aa3af29764 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/2cff490a0f5443d48aebd4aa3af29764 2024-11-24T23:14:46,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/ab8ac58b11734544a3b0929181f24aae to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/ab8ac58b11734544a3b0929181f24aae 2024-11-24T23:14:46,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/2a68ede238864ae8a573e6a726187d63 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/2a68ede238864ae8a573e6a726187d63 2024-11-24T23:14:46,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/40e4610e5a7948b2a9ec363fd91e3fc8 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/40e4610e5a7948b2a9ec363fd91e3fc8 2024-11-24T23:14:46,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/e8d15064c30841b895b9ee2e5bb02e4c to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/e8d15064c30841b895b9ee2e5bb02e4c 2024-11-24T23:14:46,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/3255255a48f642baaf9785d7ca9f5f33 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/3255255a48f642baaf9785d7ca9f5f33 2024-11-24T23:14:46,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/1228e787176d49799906f86af9c788f4 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/1228e787176d49799906f86af9c788f4 2024-11-24T23:14:46,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/9c457590dd1d4722a9ae78b7078b8753 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/9c457590dd1d4722a9ae78b7078b8753 2024-11-24T23:14:46,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/df7f50f7310e469f9b6021a30e1edc7c to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/df7f50f7310e469f9b6021a30e1edc7c 2024-11-24T23:14:46,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/210f5b30485b4af983de2703ae0dafe3 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/210f5b30485b4af983de2703ae0dafe3 2024-11-24T23:14:46,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/d9da089686c74c448e2e0d7059c921a8 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/d9da089686c74c448e2e0d7059c921a8 2024-11-24T23:14:46,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/f5ddb639ca4c4135906072b5eda4703a to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/f5ddb639ca4c4135906072b5eda4703a 2024-11-24T23:14:46,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/e8f449f3495449759bf5ea0aaa4e4e68 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/e8f449f3495449759bf5ea0aaa4e4e68 2024-11-24T23:14:46,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/ca28245b76824a6586ad5fe69d6a305d to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/ca28245b76824a6586ad5fe69d6a305d 2024-11-24T23:14:46,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/349160f2dc104a4f991e4fffb359d063 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/349160f2dc104a4f991e4fffb359d063 2024-11-24T23:14:46,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/270dcb4b04ab4df1896f3a1746887d85 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/270dcb4b04ab4df1896f3a1746887d85 2024-11-24T23:14:46,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/1e271e9e540c4e5eab559ba447ece672, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/91f45e5a287545819943f1f5d6cb21d2, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/8be04377679147ca945490ca93adf352, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/65a29b309745402489c66461f5f94f1e, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/0d8e22d0f76048d3b811fef00b6b0c60, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/eec39c4417044478b2e65ab7c1d0fd74, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/12ea261036ac4c67bb44a4febe177829, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/0f28ac35f82741e99e4845dae8da7ea6, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/6307ea2e7ba24e44bb4b55b61cc16a7a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/dbe07603c6eb4e8a8b3a90fa59b89da7, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/19728ba44d634871b189f80c500b48ea, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/6e8267dc865545dca3e056c1245f28ec, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/c63432e2ea13443a8ff73c6c3460a4d9, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/23d0b27cbe994f36a8cea6146e4cf9d6, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/896b684701d5475b99d79ef9e6f2d544, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/5a7a8ca364af403e83f706aee424f6dd, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/028f347b3550455ea77b5d455643ff88, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/c95c7c8f5bd4435b832114fd1bcd3d12, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/1ebfb15f1ae448e19244be411711ac5e, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/5961f0d69f064a00990bf2cd31db7621, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/0b0edc37d796480786e59028953e368a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/d483a08dfea24efc9e78a4a40be3883d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/cd61fee305a24ef580c2035a280fccd6, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/ef07d37fb33d4eefb76c00411912c851, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/dfafbbaeb7264f33b10f01a48e382f4a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/24a9edc6c582482f990ba7ded5eb3f77, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/1040e2f1d78a4b799347e6feb761dfe8, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/f8ddfc8a1dc646a6aa5de9fbf8d1ce5e, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/1fc9332e36134b169a501286129b869f, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/80dcfb1ac32840a797954ca554055485, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/7597e3e56be64ac2bc6e5b1a2d5bfa0a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/5d236b06f7ea47768f98b51223aea251] to archive 2024-11-24T23:14:46,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:14:46,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/1e271e9e540c4e5eab559ba447ece672 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/1e271e9e540c4e5eab559ba447ece672 2024-11-24T23:14:46,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/91f45e5a287545819943f1f5d6cb21d2 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/91f45e5a287545819943f1f5d6cb21d2 2024-11-24T23:14:46,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/8be04377679147ca945490ca93adf352 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/8be04377679147ca945490ca93adf352 2024-11-24T23:14:46,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/65a29b309745402489c66461f5f94f1e to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/65a29b309745402489c66461f5f94f1e 2024-11-24T23:14:46,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/0d8e22d0f76048d3b811fef00b6b0c60 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/0d8e22d0f76048d3b811fef00b6b0c60 2024-11-24T23:14:46,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/eec39c4417044478b2e65ab7c1d0fd74 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/eec39c4417044478b2e65ab7c1d0fd74 2024-11-24T23:14:46,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/12ea261036ac4c67bb44a4febe177829 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/12ea261036ac4c67bb44a4febe177829 2024-11-24T23:14:46,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/0f28ac35f82741e99e4845dae8da7ea6 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/0f28ac35f82741e99e4845dae8da7ea6 2024-11-24T23:14:46,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/6307ea2e7ba24e44bb4b55b61cc16a7a to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/6307ea2e7ba24e44bb4b55b61cc16a7a 2024-11-24T23:14:46,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/dbe07603c6eb4e8a8b3a90fa59b89da7 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/dbe07603c6eb4e8a8b3a90fa59b89da7 2024-11-24T23:14:46,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/19728ba44d634871b189f80c500b48ea to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/19728ba44d634871b189f80c500b48ea 2024-11-24T23:14:46,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/6e8267dc865545dca3e056c1245f28ec to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/6e8267dc865545dca3e056c1245f28ec 2024-11-24T23:14:46,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/c63432e2ea13443a8ff73c6c3460a4d9 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/c63432e2ea13443a8ff73c6c3460a4d9 2024-11-24T23:14:46,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/23d0b27cbe994f36a8cea6146e4cf9d6 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/23d0b27cbe994f36a8cea6146e4cf9d6 2024-11-24T23:14:46,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/896b684701d5475b99d79ef9e6f2d544 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/896b684701d5475b99d79ef9e6f2d544 2024-11-24T23:14:46,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/5a7a8ca364af403e83f706aee424f6dd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/5a7a8ca364af403e83f706aee424f6dd 2024-11-24T23:14:46,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/028f347b3550455ea77b5d455643ff88 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/028f347b3550455ea77b5d455643ff88 2024-11-24T23:14:46,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/c95c7c8f5bd4435b832114fd1bcd3d12 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/c95c7c8f5bd4435b832114fd1bcd3d12 2024-11-24T23:14:46,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/1ebfb15f1ae448e19244be411711ac5e to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/1ebfb15f1ae448e19244be411711ac5e 2024-11-24T23:14:46,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/5961f0d69f064a00990bf2cd31db7621 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/5961f0d69f064a00990bf2cd31db7621 2024-11-24T23:14:46,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/0b0edc37d796480786e59028953e368a to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/0b0edc37d796480786e59028953e368a 2024-11-24T23:14:46,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/d483a08dfea24efc9e78a4a40be3883d to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/d483a08dfea24efc9e78a4a40be3883d 2024-11-24T23:14:46,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/cd61fee305a24ef580c2035a280fccd6 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/cd61fee305a24ef580c2035a280fccd6 2024-11-24T23:14:46,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/ef07d37fb33d4eefb76c00411912c851 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/ef07d37fb33d4eefb76c00411912c851 2024-11-24T23:14:46,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/dfafbbaeb7264f33b10f01a48e382f4a to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/dfafbbaeb7264f33b10f01a48e382f4a 2024-11-24T23:14:46,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/24a9edc6c582482f990ba7ded5eb3f77 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/24a9edc6c582482f990ba7ded5eb3f77 2024-11-24T23:14:46,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/1040e2f1d78a4b799347e6feb761dfe8 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/1040e2f1d78a4b799347e6feb761dfe8 2024-11-24T23:14:46,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/f8ddfc8a1dc646a6aa5de9fbf8d1ce5e to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/f8ddfc8a1dc646a6aa5de9fbf8d1ce5e 2024-11-24T23:14:46,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/1fc9332e36134b169a501286129b869f to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/1fc9332e36134b169a501286129b869f 2024-11-24T23:14:46,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/80dcfb1ac32840a797954ca554055485 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/80dcfb1ac32840a797954ca554055485 2024-11-24T23:14:46,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/7597e3e56be64ac2bc6e5b1a2d5bfa0a to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/7597e3e56be64ac2bc6e5b1a2d5bfa0a 2024-11-24T23:14:46,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/5d236b06f7ea47768f98b51223aea251 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/5d236b06f7ea47768f98b51223aea251 2024-11-24T23:14:46,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/63ac847b3007457292f41494308ba03c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/feee73fec11f4d6e9a1543b7f266018c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/236582629d2d4cd79fc97437520866b2, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/4e59346a7c5441f4a69149aa27bd16d1, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/9f26d2cd013448cbb19c4a8850ec3006, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/6363fd13cecc4db1aa8e0f014c5148a0, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/c167047112074b7e9387a16b256275c2, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/fdb09db24883406fbbc1b49ec843a58f, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/23079eedfd714476ac4eebdcd06762e0, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/8c463242549f406699dae97194e9d703, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/374c90d8bc474d39b00142fe04099cf1, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/15a23495ea10439c82c9009353664fea, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/d80e11954b624b5a82c4230676714d57, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/9d60444acd084dfe95ba9505e39e539c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/fe6164b507434bc38248f29005460025, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/0f06ad79d7df4dc1a47280454c9d7e42, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/8f61ebb61d6340efa8c3403e6038ecdc, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/aa1b13b8715a40f2a5ed4a3df6e5c0c5, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/f39cfa89ff604c70afcb571f65bce95d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/709329eeef334e4c8a0902d00ad52216, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/fee45dd41f62427e99f101dda1a40a62, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/6e8efe10d5d14f9c9a8c6cf023889e73, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/728ce2c062d24c9b92a658f06f76a42d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/deeff9f1c1c746a8ba27a71771d22883, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/99bcabe339c24a06aad816c2ab40fd14, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/6f3d617b127d4502913f56a18bacf615, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/3c0ff37dbd1c4520964343a2ed082708, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/43b4ac5e13f041629c2212102dbebe8d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/1581640cab9741ff96ebdd7c9d34c58e, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/9dbe30ce017845e29ca7773e766553dc, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/1b11d47a184b44a0bbc711e0620e9fdb] to archive 2024-11-24T23:14:46,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:14:46,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/63ac847b3007457292f41494308ba03c to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/63ac847b3007457292f41494308ba03c 2024-11-24T23:14:46,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/feee73fec11f4d6e9a1543b7f266018c to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/feee73fec11f4d6e9a1543b7f266018c 2024-11-24T23:14:46,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/236582629d2d4cd79fc97437520866b2 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/236582629d2d4cd79fc97437520866b2 2024-11-24T23:14:46,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/4e59346a7c5441f4a69149aa27bd16d1 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/4e59346a7c5441f4a69149aa27bd16d1 2024-11-24T23:14:46,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/9f26d2cd013448cbb19c4a8850ec3006 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/9f26d2cd013448cbb19c4a8850ec3006 2024-11-24T23:14:46,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/6363fd13cecc4db1aa8e0f014c5148a0 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/6363fd13cecc4db1aa8e0f014c5148a0 2024-11-24T23:14:46,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/c167047112074b7e9387a16b256275c2 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/c167047112074b7e9387a16b256275c2 2024-11-24T23:14:46,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/fdb09db24883406fbbc1b49ec843a58f to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/fdb09db24883406fbbc1b49ec843a58f 2024-11-24T23:14:46,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/23079eedfd714476ac4eebdcd06762e0 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/23079eedfd714476ac4eebdcd06762e0 2024-11-24T23:14:46,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/8c463242549f406699dae97194e9d703 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/8c463242549f406699dae97194e9d703 2024-11-24T23:14:46,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/374c90d8bc474d39b00142fe04099cf1 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/374c90d8bc474d39b00142fe04099cf1 2024-11-24T23:14:46,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/15a23495ea10439c82c9009353664fea to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/15a23495ea10439c82c9009353664fea 2024-11-24T23:14:46,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/d80e11954b624b5a82c4230676714d57 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/d80e11954b624b5a82c4230676714d57 2024-11-24T23:14:46,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/9d60444acd084dfe95ba9505e39e539c to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/9d60444acd084dfe95ba9505e39e539c 2024-11-24T23:14:46,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/fe6164b507434bc38248f29005460025 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/fe6164b507434bc38248f29005460025 2024-11-24T23:14:46,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/0f06ad79d7df4dc1a47280454c9d7e42 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/0f06ad79d7df4dc1a47280454c9d7e42 2024-11-24T23:14:46,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/8f61ebb61d6340efa8c3403e6038ecdc to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/8f61ebb61d6340efa8c3403e6038ecdc 2024-11-24T23:14:46,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/aa1b13b8715a40f2a5ed4a3df6e5c0c5 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/aa1b13b8715a40f2a5ed4a3df6e5c0c5 2024-11-24T23:14:46,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/f39cfa89ff604c70afcb571f65bce95d to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/f39cfa89ff604c70afcb571f65bce95d 2024-11-24T23:14:46,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/709329eeef334e4c8a0902d00ad52216 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/709329eeef334e4c8a0902d00ad52216 2024-11-24T23:14:46,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/fee45dd41f62427e99f101dda1a40a62 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/fee45dd41f62427e99f101dda1a40a62 2024-11-24T23:14:46,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/6e8efe10d5d14f9c9a8c6cf023889e73 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/6e8efe10d5d14f9c9a8c6cf023889e73 2024-11-24T23:14:46,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/728ce2c062d24c9b92a658f06f76a42d to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/728ce2c062d24c9b92a658f06f76a42d 2024-11-24T23:14:46,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/deeff9f1c1c746a8ba27a71771d22883 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/deeff9f1c1c746a8ba27a71771d22883 2024-11-24T23:14:46,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/99bcabe339c24a06aad816c2ab40fd14 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/99bcabe339c24a06aad816c2ab40fd14 2024-11-24T23:14:46,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/6f3d617b127d4502913f56a18bacf615 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/6f3d617b127d4502913f56a18bacf615 2024-11-24T23:14:46,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/3c0ff37dbd1c4520964343a2ed082708 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/3c0ff37dbd1c4520964343a2ed082708 2024-11-24T23:14:46,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/43b4ac5e13f041629c2212102dbebe8d to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/43b4ac5e13f041629c2212102dbebe8d 2024-11-24T23:14:46,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/1581640cab9741ff96ebdd7c9d34c58e to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/1581640cab9741ff96ebdd7c9d34c58e 2024-11-24T23:14:46,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/9dbe30ce017845e29ca7773e766553dc to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/9dbe30ce017845e29ca7773e766553dc 2024-11-24T23:14:46,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/1b11d47a184b44a0bbc711e0620e9fdb to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/1b11d47a184b44a0bbc711e0620e9fdb 2024-11-24T23:14:46,777 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/recovered.edits/577.seqid, newMaxSeqId=577, maxSeqId=1 2024-11-24T23:14:46,780 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. 2024-11-24T23:14:46,780 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for 28685729f75e1f553553c900ac8fbeff: Waiting for close lock at 1732490085349Running coprocessor pre-close hooks at 1732490085349Disabling compacts and flushes for region at 1732490085349Disabling writes for close at 1732490085349Obtaining lock to block concurrent updates at 1732490085349Preparing flush snapshotting stores in 28685729f75e1f553553c900ac8fbeff at 1732490085349Finished memstore snapshotting TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732490085351 (+2 ms)Flushing stores of TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff. at 1732490085352 (+1 ms)Flushing 28685729f75e1f553553c900ac8fbeff/A: creating writer at 1732490085352Flushing 28685729f75e1f553553c900ac8fbeff/A: appending metadata at 1732490085355 (+3 ms)Flushing 28685729f75e1f553553c900ac8fbeff/A: closing flushed file at 1732490085356 (+1 ms)Flushing 28685729f75e1f553553c900ac8fbeff/B: creating writer at 1732490085771 (+415 ms)Flushing 28685729f75e1f553553c900ac8fbeff/B: appending metadata at 1732490085775 (+4 ms)Flushing 28685729f75e1f553553c900ac8fbeff/B: closing flushed file at 1732490085775Flushing 28685729f75e1f553553c900ac8fbeff/C: creating writer at 1732490086192 (+417 ms)Flushing 28685729f75e1f553553c900ac8fbeff/C: appending metadata at 1732490086197 (+5 ms)Flushing 28685729f75e1f553553c900ac8fbeff/C: closing flushed file at 1732490086197Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cb08fcb: reopening flushed file at 1732490086610 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51d79cb8: reopening flushed file at 1732490086618 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@612b371a: reopening flushed file at 1732490086624 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 28685729f75e1f553553c900ac8fbeff in 1282ms, sequenceid=574, compaction requested=false at 1732490086631 (+7 ms)Writing region close event to WAL at 1732490086774 (+143 ms)Running coprocessor post-close hooks at 1732490086778 (+4 ms)Closed at 1732490086780 (+2 ms) 2024-11-24T23:14:46,782 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed 28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:46,783 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=28685729f75e1f553553c900ac8fbeff, regionState=CLOSED 2024-11-24T23:14:46,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 because future has completed 2024-11-24T23:14:46,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-24T23:14:46,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure 28685729f75e1f553553c900ac8fbeff, server=ba7f32532130,37181,1732490053579 in 1.5980 sec 2024-11-24T23:14:46,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-24T23:14:46,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=28685729f75e1f553553c900ac8fbeff, UNASSIGN in 1.6050 sec 2024-11-24T23:14:46,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-24T23:14:46,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6120 sec 2024-11-24T23:14:46,794 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490086793"}]},"ts":"1732490086793"} 2024-11-24T23:14:46,795 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T23:14:46,795 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T23:14:46,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6260 sec 2024-11-24T23:14:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-24T23:14:47,320 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:14:47,325 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-24T23:14:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:14:47,333 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:14:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-24T23:14:47,334 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:14:47,339 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:47,344 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A, FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B, FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C, FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/recovered.edits] 2024-11-24T23:14:47,348 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/1e79bc90f19a4332907ccbfb2fe0e071 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/1e79bc90f19a4332907ccbfb2fe0e071 2024-11-24T23:14:47,350 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/3dff6dda0d9e4ad5891d34e393590579 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/A/3dff6dda0d9e4ad5891d34e393590579 2024-11-24T23:14:47,352 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/bf82fa85df4a4ea981be42b8d7b9d2b8 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/bf82fa85df4a4ea981be42b8d7b9d2b8 2024-11-24T23:14:47,353 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/c6436a4ae9d14f0a9a26f3e35e2b6c08 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/B/c6436a4ae9d14f0a9a26f3e35e2b6c08 2024-11-24T23:14:47,355 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/02931c375fe641d89aa31f8c514365b2 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/02931c375fe641d89aa31f8c514365b2 2024-11-24T23:14:47,356 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/ff83302c54a24594af89d23c5274d58f to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/C/ff83302c54a24594af89d23c5274d58f 2024-11-24T23:14:47,359 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/recovered.edits/577.seqid to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff/recovered.edits/577.seqid 2024-11-24T23:14:47,360 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/28685729f75e1f553553c900ac8fbeff 2024-11-24T23:14:47,360 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T23:14:47,364 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:14:47,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-24T23:14:47,374 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T23:14:47,402 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T23:14:47,403 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:14:47,403 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T23:14:47,403 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732490087403"}]},"ts":"9223372036854775807"} 2024-11-24T23:14:47,408 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-24T23:14:47,408 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 28685729f75e1f553553c900ac8fbeff, NAME => 'TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T23:14:47,408 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T23:14:47,409 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732490087408"}]},"ts":"9223372036854775807"} 2024-11-24T23:14:47,412 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-24T23:14:47,413 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:14:47,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 87 msec 2024-11-24T23:14:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-24T23:14:47,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-24T23:14:47,440 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:14:47,451 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=250 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/ba7f32532130:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1011984405_22 at /127.0.0.1:34428 [Waiting for operation #94] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1611865977_22 at /127.0.0.1:45562 [Waiting for operation #263] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1611865977_22 at /127.0.0.1:45664 [Waiting for operation #257] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;ba7f32532130:37181-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1011984405_22 at /127.0.0.1:44370 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 212) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6873 (was 7439) 2024-11-24T23:14:47,459 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=250, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=6872 2024-11-24T23:14:47,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T23:14:47,461 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:14:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T23:14:47,463 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:14:47,463 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:47,463 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 32 2024-11-24T23:14:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-24T23:14:47,464 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:14:47,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741938_1114 (size=1061) 2024-11-24T23:14:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-24T23:14:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-24T23:14:47,874 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5 2024-11-24T23:14:47,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741939_1115 (size=53) 2024-11-24T23:14:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-24T23:14:48,286 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:14:48,287 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 97f49eb17096c91455a16894445fa628, disabling compactions & flushes 2024-11-24T23:14:48,287 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:48,287 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:48,287 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. after waiting 0 ms 2024-11-24T23:14:48,287 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:48,287 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:48,287 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97f49eb17096c91455a16894445fa628: Waiting for close lock at 1732490088287Disabling compacts and flushes for region at 1732490088287Disabling writes for close at 1732490088287Writing region close event to WAL at 1732490088287Closed at 1732490088287 2024-11-24T23:14:48,290 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:14:48,291 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732490088290"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490088290"}]},"ts":"1732490088290"} 2024-11-24T23:14:48,296 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:14:48,298 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:14:48,298 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490088298"}]},"ts":"1732490088298"} 2024-11-24T23:14:48,300 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T23:14:48,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=97f49eb17096c91455a16894445fa628, ASSIGN}] 2024-11-24T23:14:48,302 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=97f49eb17096c91455a16894445fa628, ASSIGN 2024-11-24T23:14:48,303 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=97f49eb17096c91455a16894445fa628, ASSIGN; state=OFFLINE, location=ba7f32532130,37181,1732490053579; forceNewPlan=false, retain=false 2024-11-24T23:14:48,455 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=97f49eb17096c91455a16894445fa628, regionState=OPENING, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:14:48,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=97f49eb17096c91455a16894445fa628, ASSIGN because future has completed 2024-11-24T23:14:48,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579}] 2024-11-24T23:14:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-24T23:14:48,620 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:48,621 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:14:48,622 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:48,622 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:14:48,622 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:48,622 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:48,625 INFO [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:48,627 INFO [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:14:48,628 INFO [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97f49eb17096c91455a16894445fa628 columnFamilyName A 2024-11-24T23:14:48,629 DEBUG [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:48,630 INFO [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] regionserver.HStore(327): Store=97f49eb17096c91455a16894445fa628/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:14:48,630 INFO [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:48,632 INFO [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:14:48,632 INFO [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97f49eb17096c91455a16894445fa628 columnFamilyName B 2024-11-24T23:14:48,632 DEBUG [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:48,632 INFO [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] regionserver.HStore(327): Store=97f49eb17096c91455a16894445fa628/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:14:48,633 INFO [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:48,634 INFO [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:14:48,634 INFO [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97f49eb17096c91455a16894445fa628 columnFamilyName C 2024-11-24T23:14:48,634 DEBUG [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:48,634 INFO [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] regionserver.HStore(327): Store=97f49eb17096c91455a16894445fa628/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:14:48,634 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:48,635 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:48,635 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628 2024-11-24T23:14:48,635 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628 2024-11-24T23:14:48,636 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:48,636 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:48,637 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T23:14:48,638 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:48,640 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:14:48,640 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 97f49eb17096c91455a16894445fa628; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70134342, jitterRate=0.04508313536643982}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T23:14:48,640 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:48,641 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 97f49eb17096c91455a16894445fa628: Running coprocessor pre-open hook at 1732490088623Writing region info on filesystem at 1732490088623Initializing all the Stores at 1732490088624 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490088624Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490088624Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490088624Cleaning up temporary data from old regions at 1732490088636 (+12 ms)Running coprocessor post-open hooks at 1732490088640 (+4 ms)Region opened successfully at 1732490088641 (+1 ms) 2024-11-24T23:14:48,641 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., pid=34, masterSystemTime=1732490088614 2024-11-24T23:14:48,643 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:48,643 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:48,644 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=97f49eb17096c91455a16894445fa628, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:14:48,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 because future has completed 2024-11-24T23:14:48,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-24T23:14:48,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 in 185 msec 2024-11-24T23:14:48,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-24T23:14:48,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=97f49eb17096c91455a16894445fa628, ASSIGN in 347 msec 2024-11-24T23:14:48,650 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:14:48,651 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490088650"}]},"ts":"1732490088650"} 2024-11-24T23:14:48,652 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T23:14:48,653 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:14:48,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1920 sec 2024-11-24T23:14:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-24T23:14:49,610 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:14:49,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79527845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:49,611 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:14:49,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:14:49,613 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:14:49,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:14:49,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:14:49,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7693c284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:49,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:14:49,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:14:49,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:49,616 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:14:49,617 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b24555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:49,617 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:14:49,618 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:14:49,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:14:49,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:14:49,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:14:49,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,34341,1732490052791 2024-11-24T23:14:49,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bf6b1e5 2024-11-24T23:14:49,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:14:49,625 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:14:49,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T23:14:49,631 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:14:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T23:14:49,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741940_1116 (size=1097) 2024-11-24T23:14:50,055 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-24T23:14:50,055 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-24T23:14:50,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T23:14:50,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=97f49eb17096c91455a16894445fa628, REOPEN/MOVE}] 2024-11-24T23:14:50,068 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=97f49eb17096c91455a16894445fa628, REOPEN/MOVE 2024-11-24T23:14:50,069 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=97f49eb17096c91455a16894445fa628, regionState=CLOSING, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:14:50,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=97f49eb17096c91455a16894445fa628, REOPEN/MOVE because future has completed 2024-11-24T23:14:50,071 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T23:14:50,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579}] 2024-11-24T23:14:50,223 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:50,224 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T23:14:50,224 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing 97f49eb17096c91455a16894445fa628, disabling compactions & flushes 2024-11-24T23:14:50,224 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:50,224 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:50,224 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. after waiting 0 ms 2024-11-24T23:14:50,224 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:50,230 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T23:14:50,231 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:50,231 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for 97f49eb17096c91455a16894445fa628: Waiting for close lock at 1732490090224Running coprocessor pre-close hooks at 1732490090224Disabling compacts and flushes for region at 1732490090224Disabling writes for close at 1732490090224Writing region close event to WAL at 1732490090225 (+1 ms)Running coprocessor post-close hooks at 1732490090231 (+6 ms)Closed at 1732490090231 2024-11-24T23:14:50,231 WARN [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: 97f49eb17096c91455a16894445fa628 to self. 2024-11-24T23:14:50,234 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:50,235 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=97f49eb17096c91455a16894445fa628, regionState=CLOSED 2024-11-24T23:14:50,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 because future has completed 2024-11-24T23:14:50,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-24T23:14:50,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure 97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 in 167 msec 2024-11-24T23:14:50,241 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=97f49eb17096c91455a16894445fa628, REOPEN/MOVE; state=CLOSED, location=ba7f32532130,37181,1732490053579; forceNewPlan=false, retain=true 2024-11-24T23:14:50,392 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=97f49eb17096c91455a16894445fa628, regionState=OPENING, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:14:50,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=97f49eb17096c91455a16894445fa628, REOPEN/MOVE because future has completed 2024-11-24T23:14:50,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579}] 2024-11-24T23:14:50,557 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:50,557 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:14:50,557 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:50,557 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:14:50,558 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:50,558 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:50,561 INFO [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:50,562 INFO [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:14:50,566 INFO [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97f49eb17096c91455a16894445fa628 columnFamilyName A 2024-11-24T23:14:50,568 DEBUG [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:50,569 INFO [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] regionserver.HStore(327): Store=97f49eb17096c91455a16894445fa628/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:14:50,569 INFO [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:50,570 INFO [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:14:50,570 INFO [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97f49eb17096c91455a16894445fa628 columnFamilyName B 2024-11-24T23:14:50,570 DEBUG [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:50,571 INFO [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] regionserver.HStore(327): Store=97f49eb17096c91455a16894445fa628/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:14:50,571 INFO [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:50,571 INFO [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:14:50,572 INFO [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97f49eb17096c91455a16894445fa628 columnFamilyName C 2024-11-24T23:14:50,572 DEBUG [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:50,572 INFO [StoreOpener-97f49eb17096c91455a16894445fa628-1 {}] regionserver.HStore(327): Store=97f49eb17096c91455a16894445fa628/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:14:50,572 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:50,572 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:50,573 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628 2024-11-24T23:14:50,574 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628 2024-11-24T23:14:50,575 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:50,575 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:50,576 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T23:14:50,578 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:50,579 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 97f49eb17096c91455a16894445fa628; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59424115, jitterRate=-0.11451168358325958}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T23:14:50,579 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:50,581 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 97f49eb17096c91455a16894445fa628: Running coprocessor pre-open hook at 1732490090558Writing region info on filesystem at 1732490090558Initializing all the Stores at 1732490090558Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490090558Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490090559 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490090559Cleaning up temporary data from old regions at 1732490090575 (+16 ms)Running coprocessor post-open hooks at 1732490090579 (+4 ms)Region opened successfully at 1732490090581 (+2 ms) 2024-11-24T23:14:50,582 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., pid=39, masterSystemTime=1732490090554 2024-11-24T23:14:50,584 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:50,584 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:50,584 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=97f49eb17096c91455a16894445fa628, regionState=OPEN, openSeqNum=5, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:14:50,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 because future has completed 2024-11-24T23:14:50,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37 2024-11-24T23:14:50,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure 97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 in 188 msec 2024-11-24T23:14:50,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-24T23:14:50,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=97f49eb17096c91455a16894445fa628, REOPEN/MOVE in 521 msec 2024-11-24T23:14:50,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-24T23:14:50,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 532 msec 2024-11-24T23:14:50,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 961 msec 2024-11-24T23:14:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-24T23:14:50,599 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:14:50,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5adc4e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:50,600 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:14:50,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:14:50,601 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:14:50,601 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:14:50,602 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:14:50,602 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c0d3c7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:50,602 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:14:50,602 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:14:50,602 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:50,603 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:14:50,604 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289e5f6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:50,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681c9b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:50,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:14:50,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:14:50,606 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:14:50,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:14:50,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:14:50,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@441bf5fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:50,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:14:50,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:14:50,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:50,608 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:14:50,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e38019e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:50,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d91e8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:50,609 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:14:50,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:14:50,610 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:14:50,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:14:50,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:14:50,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@389bc6cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:50,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:14:50,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:14:50,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:50,612 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:14:50,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dade89e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:50,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771f5e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:50,613 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:14:50,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:14:50,614 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:14:50,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:14:50,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:14:50,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44731d24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:50,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:14:50,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:14:50,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:50,615 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:14:50,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ec953c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:50,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b75e2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:50,617 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:14:50,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:14:50,618 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:14:50,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:14:50,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:14:50,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13295c01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:50,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:14:50,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:14:50,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:50,619 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:14:50,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c844375, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:50,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5453a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:50,621 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:14:50,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:14:50,622 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:14:50,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:14:50,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:14:50,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60fda187, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:50,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:14:50,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:14:50,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:50,624 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:14:50,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35989783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:50,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b6e690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:50,625 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:14:50,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:14:50,626 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:14:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:14:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:14:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@285fab51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:14:50,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:14:50,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:50,628 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:14:50,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e409a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:50,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd05ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:50,629 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:14:50,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:14:50,630 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:14:50,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:14:50,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:14:50,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0ba3a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:50,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:14:50,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:14:50,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:50,631 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:14:50,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e0e3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:50,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dff183a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:50,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:14:50,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:14:50,634 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:14:50,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:14:50,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:14:50,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b13bac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:50,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:14:50,635 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:14:50,635 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:14:50,636 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:14:50,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219244cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:14:50,638 DEBUG [Thread-605 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:14:50,638 DEBUG [Thread-611 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:14:50,638 DEBUG [Thread-602 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:14:50,638 DEBUG [Thread-594 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:14:50,638 DEBUG [Thread-600 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:14:50,638 DEBUG [Thread-607 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:14:50,638 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:14:50,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:14:50,639 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:14:50,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:14:50,639 DEBUG [Thread-596 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:14:50,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:14:50,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:14:50,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:14:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-24T23:14:50,640 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:14:50,640 DEBUG [Thread-594 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:14:50,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:14:50,641 DEBUG [Thread-596 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:14:50,641 DEBUG [Thread-594 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:14:50,641 DEBUG [Thread-596 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:14:50,641 DEBUG [Thread-598 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:14:50,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:14:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-24T23:14:50,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:14:50,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:14:50,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:14:50,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:14:50,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:14:50,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:14:50,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:14:50,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:14:50,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:14:50,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:14:50,644 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:14:50,646 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:14:50,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:14:50,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:14:50,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:14:50,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:14:50,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:14:50,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:14:50,651 DEBUG [Thread-609 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:14:50,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:14:50,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:14:50,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:14:50,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:14:50,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:14:50,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:14:50,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:14:50,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:14:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:50,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97f49eb17096c91455a16894445fa628 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T23:14:50,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=A 2024-11-24T23:14:50,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:50,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=B 2024-11-24T23:14:50,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:50,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=C 2024-11-24T23:14:50,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:50,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b82fcd334d184ad8894a6d4d61b76625_97f49eb17096c91455a16894445fa628 is 50, key is test_row_0/A:col10/1732490090658/Put/seqid=0 2024-11-24T23:14:50,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490090705, max timestamp=1732490090713Num uniques 859; 2024-11-24T23:14:50,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490090705, max timestamp=1732490090713Num uniques 859; 2024-11-24T23:14:50,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:14:50,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:14:50,719 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490090705, max timestamp=1732490090713Num uniques 859; 2024-11-24T23:14:50,719 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:14:50,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741941_1117 (size=17034) 2024-11-24T23:14:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-24T23:14:50,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490150760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:50,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:50,777 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490150763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:50,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43308 deadline: 1732490150765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:50,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490150777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:50,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1732490150777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:50,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:50,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:50,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:50,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:50,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:50,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:50,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:50,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:50,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:50,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-24T23:14:50,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:50,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:14:50,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:50,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:50,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:50,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:50,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490150879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:50,882 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:50,882 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:50,882 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:50,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490150889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:50,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43308 deadline: 1732490150889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:50,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:50,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:50,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:50,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:50,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:50,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:50,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490150890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:50,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1732490150890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:50,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:50,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:50,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:50,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-24T23:14:50,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:50,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:14:50,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:50,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:50,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-24T23:14:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:51,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490151089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:51,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:51,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-24T23:14:51,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:51,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:14:51,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:51,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:51,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:51,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490151109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:51,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43308 deadline: 1732490151110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:51,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490151110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:51,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1732490151110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:51,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:51,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:51,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:51,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:51,136 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:51,142 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b82fcd334d184ad8894a6d4d61b76625_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b82fcd334d184ad8894a6d4d61b76625_97f49eb17096c91455a16894445fa628 2024-11-24T23:14:51,144 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/42d4502241bc40ab887010b6966c6d93, store: [table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:14:51,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/42d4502241bc40ab887010b6966c6d93 is 175, key is test_row_0/A:col10/1732490090658/Put/seqid=0 2024-11-24T23:14:51,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741942_1118 (size=48139) 2024-11-24T23:14:51,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-24T23:14:51,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:51,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:14:51,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:51,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:51,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-24T23:14:51,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490151401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:51,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:51,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490151419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:51,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:51,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490151419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:51,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:51,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-24T23:14:51,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:51,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:14:51,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:51,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:51,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:51,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43308 deadline: 1732490151430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:51,433 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,433 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:51,433 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1732490151430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:51,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:51,566 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/42d4502241bc40ab887010b6966c6d93 2024-11-24T23:14:51,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-24T23:14:51,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:51,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:14:51,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:51,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:51,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:51,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/f9f2e69d92264843be330df253ddaca5 is 50, key is test_row_0/B:col10/1732490090658/Put/seqid=0 2024-11-24T23:14:51,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741943_1119 (size=12001) 2024-11-24T23:14:51,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/f9f2e69d92264843be330df253ddaca5 2024-11-24T23:14:51,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/662da1ed7394497199c9f8ba367c791a is 50, key is test_row_0/C:col10/1732490090658/Put/seqid=0 2024-11-24T23:14:51,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741944_1120 (size=12001) 2024-11-24T23:14:51,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/662da1ed7394497199c9f8ba367c791a 2024-11-24T23:14:51,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/42d4502241bc40ab887010b6966c6d93 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/42d4502241bc40ab887010b6966c6d93 2024-11-24T23:14:51,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/42d4502241bc40ab887010b6966c6d93, entries=250, sequenceid=14, filesize=47.0 K 2024-11-24T23:14:51,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/f9f2e69d92264843be330df253ddaca5 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/f9f2e69d92264843be330df253ddaca5 2024-11-24T23:14:51,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/f9f2e69d92264843be330df253ddaca5, entries=150, sequenceid=14, filesize=11.7 K 2024-11-24T23:14:51,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/662da1ed7394497199c9f8ba367c791a as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/662da1ed7394497199c9f8ba367c791a 2024-11-24T23:14:51,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/662da1ed7394497199c9f8ba367c791a, entries=150, sequenceid=14, filesize=11.7 K 2024-11-24T23:14:51,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 97f49eb17096c91455a16894445fa628 in 1033ms, sequenceid=14, compaction requested=false 2024-11-24T23:14:51,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:14:51,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-24T23:14:51,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:51,733 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 97f49eb17096c91455a16894445fa628 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-24T23:14:51,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=A 2024-11-24T23:14:51,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:51,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=B 2024-11-24T23:14:51,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:51,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=C 2024-11-24T23:14:51,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:51,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249abc7b5623eb436e9cdd8bc1efe20c85_97f49eb17096c91455a16894445fa628 is 50, key is test_row_0/A:col10/1732490090763/Put/seqid=0 2024-11-24T23:14:51,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741945_1121 (size=12154) 2024-11-24T23:14:51,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:51,772 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249abc7b5623eb436e9cdd8bc1efe20c85_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249abc7b5623eb436e9cdd8bc1efe20c85_97f49eb17096c91455a16894445fa628 2024-11-24T23:14:51,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/882e14e124994492ab4788a707ee632f, store: [table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:14:51,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/882e14e124994492ab4788a707ee632f is 175, key is test_row_0/A:col10/1732490090763/Put/seqid=0 2024-11-24T23:14:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-24T23:14:51,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741946_1122 (size=30955) 2024-11-24T23:14:51,782 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/882e14e124994492ab4788a707ee632f 2024-11-24T23:14:51,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/3a9684acbd1f4fd7a9a2313e4c3faa94 is 50, key is test_row_0/B:col10/1732490090763/Put/seqid=0 2024-11-24T23:14:51,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741947_1123 (size=12001) 2024-11-24T23:14:51,843 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/3a9684acbd1f4fd7a9a2313e4c3faa94 2024-11-24T23:14:51,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/e4b145ef26314689aa9c5d7e7c8a707e is 50, key is test_row_0/C:col10/1732490090763/Put/seqid=0 2024-11-24T23:14:51,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741948_1124 (size=12001) 2024-11-24T23:14:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:51,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:14:51,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490151930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:51,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490151932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:51,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:51,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490151934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:51,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:51,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1732490151939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:51,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:51,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43308 deadline: 1732490151939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:51,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:51,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:52,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490152039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:52,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:52,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:52,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490152049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490152049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:52,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:52,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:52,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490152249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:52,252 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,252 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,252 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:52,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490152259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:52,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:52,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490152260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:52,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:52,264 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/e4b145ef26314689aa9c5d7e7c8a707e 2024-11-24T23:14:52,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/882e14e124994492ab4788a707ee632f as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/882e14e124994492ab4788a707ee632f 2024-11-24T23:14:52,276 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/882e14e124994492ab4788a707ee632f, entries=150, sequenceid=51, filesize=30.2 K 2024-11-24T23:14:52,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/3a9684acbd1f4fd7a9a2313e4c3faa94 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/3a9684acbd1f4fd7a9a2313e4c3faa94 2024-11-24T23:14:52,285 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/3a9684acbd1f4fd7a9a2313e4c3faa94, entries=150, sequenceid=51, filesize=11.7 K 2024-11-24T23:14:52,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/e4b145ef26314689aa9c5d7e7c8a707e as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/e4b145ef26314689aa9c5d7e7c8a707e 2024-11-24T23:14:52,293 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/e4b145ef26314689aa9c5d7e7c8a707e, entries=150, sequenceid=51, filesize=11.7 K 2024-11-24T23:14:52,294 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 97f49eb17096c91455a16894445fa628 in 561ms, sequenceid=51, compaction requested=false 2024-11-24T23:14:52,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:14:52,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:52,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-24T23:14:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-24T23:14:52,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-24T23:14:52,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6500 sec 2024-11-24T23:14:52,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.6610 sec 2024-11-24T23:14:52,353 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T23:14:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:52,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97f49eb17096c91455a16894445fa628 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T23:14:52,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=A 2024-11-24T23:14:52,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:52,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=B 2024-11-24T23:14:52,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:52,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=C 2024-11-24T23:14:52,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:52,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ab10f74e2aae432d8131411f7b5a9a06_97f49eb17096c91455a16894445fa628 is 50, key is test_row_0/A:col10/1732490091921/Put/seqid=0 2024-11-24T23:14:52,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741949_1125 (size=12154) 2024-11-24T23:14:52,602 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:52,609 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ab10f74e2aae432d8131411f7b5a9a06_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ab10f74e2aae432d8131411f7b5a9a06_97f49eb17096c91455a16894445fa628 2024-11-24T23:14:52,611 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/691668ca1c904e4c9dada54721ea36ed, store: [table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:14:52,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/691668ca1c904e4c9dada54721ea36ed is 175, key is test_row_0/A:col10/1732490091921/Put/seqid=0 2024-11-24T23:14:52,620 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732490092589, max timestamp=1732490092616Num uniques 859; 2024-11-24T23:14:52,620 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-24T23:14:52,623 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490092589, max timestamp=1732490092616Num uniques 859; 2024-11-24T23:14:52,623 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:14:52,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741950_1126 (size=30955) 2024-11-24T23:14:52,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490092589, max timestamp=1732490092616Num uniques 859; 2024-11-24T23:14:52,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:14:52,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490152660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:52,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:52,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490152661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:52,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490152669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:52,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:52,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:52,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:52,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490152779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:52,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:52,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:52,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490152779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:52,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:52,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:52,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490152780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:52,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:52,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-24T23:14:52,789 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:14:52,790 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:14:52,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-24T23:14:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-24T23:14:52,796 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:14:52,797 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:14:52,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:14:52,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-24T23:14:52,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-24T23:14:52,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:52,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:14:52,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:52,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:52,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:52,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:52,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1732490152960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:52,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:52,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43308 deadline: 1732490152960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:52,967 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_2' in 97f49eb17096c91455a16894445fa628 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:14:52,967 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_1' in 97f49eb17096c91455a16894445fa628 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:14:52,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:52,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:52,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:52,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490152989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:52,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:52,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490152989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:52,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:52,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490152989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:52,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:52,993 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:53,024 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/691668ca1c904e4c9dada54721ea36ed 2024-11-24T23:14:53,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/cbefe3a6932d48a6926085680eda30ff is 50, key is test_row_0/B:col10/1732490091921/Put/seqid=0 2024-11-24T23:14:53,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741951_1127 (size=12001) 2024-11-24T23:14:53,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/cbefe3a6932d48a6926085680eda30ff 2024-11-24T23:14:53,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/93ebd9ea8bb14f57924ce4cf4e6343f3 is 50, key is test_row_0/C:col10/1732490091921/Put/seqid=0 2024-11-24T23:14:53,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741952_1128 (size=12001) 2024-11-24T23:14:53,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/93ebd9ea8bb14f57924ce4cf4e6343f3 2024-11-24T23:14:53,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/691668ca1c904e4c9dada54721ea36ed as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/691668ca1c904e4c9dada54721ea36ed 2024-11-24T23:14:53,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/691668ca1c904e4c9dada54721ea36ed, entries=150, sequenceid=61, filesize=30.2 K 2024-11-24T23:14:53,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/cbefe3a6932d48a6926085680eda30ff as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/cbefe3a6932d48a6926085680eda30ff 2024-11-24T23:14:53,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/cbefe3a6932d48a6926085680eda30ff, entries=150, sequenceid=61, filesize=11.7 K 2024-11-24T23:14:53,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/93ebd9ea8bb14f57924ce4cf4e6343f3 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/93ebd9ea8bb14f57924ce4cf4e6343f3 2024-11-24T23:14:53,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-24T23:14:53,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:53,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:14:53,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:53,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:53,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-24T23:14:53,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/93ebd9ea8bb14f57924ce4cf4e6343f3, entries=150, sequenceid=61, filesize=11.7 K 2024-11-24T23:14:53,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 97f49eb17096c91455a16894445fa628 in 552ms, sequenceid=61, compaction requested=true 2024-11-24T23:14:53,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:14:53,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97f49eb17096c91455a16894445fa628:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:14:53,114 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:53,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:53,114 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:53,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97f49eb17096c91455a16894445fa628:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:14:53,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:53,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97f49eb17096c91455a16894445fa628:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:14:53,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:14:53,115 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:53,115 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 97f49eb17096c91455a16894445fa628/A is initiating minor compaction (all files) 2024-11-24T23:14:53,115 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97f49eb17096c91455a16894445fa628/A in TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:53,115 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/42d4502241bc40ab887010b6966c6d93, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/882e14e124994492ab4788a707ee632f, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/691668ca1c904e4c9dada54721ea36ed] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp, totalSize=107.5 K 2024-11-24T23:14:53,116 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:53,116 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. files: [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/42d4502241bc40ab887010b6966c6d93, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/882e14e124994492ab4788a707ee632f, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/691668ca1c904e4c9dada54721ea36ed] 2024-11-24T23:14:53,117 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42d4502241bc40ab887010b6966c6d93, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732490090647 2024-11-24T23:14:53,117 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:53,117 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 97f49eb17096c91455a16894445fa628/B is initiating minor compaction (all files) 2024-11-24T23:14:53,117 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97f49eb17096c91455a16894445fa628/B in TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:53,117 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/f9f2e69d92264843be330df253ddaca5, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/3a9684acbd1f4fd7a9a2313e4c3faa94, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/cbefe3a6932d48a6926085680eda30ff] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp, totalSize=35.2 K 2024-11-24T23:14:53,119 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 882e14e124994492ab4788a707ee632f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732490090763 2024-11-24T23:14:53,119 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting f9f2e69d92264843be330df253ddaca5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732490090647 2024-11-24T23:14:53,121 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 691668ca1c904e4c9dada54721ea36ed, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732490091921 2024-11-24T23:14:53,121 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a9684acbd1f4fd7a9a2313e4c3faa94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732490090763 2024-11-24T23:14:53,122 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting cbefe3a6932d48a6926085680eda30ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732490091921 2024-11-24T23:14:53,133 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:14:53,147 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97f49eb17096c91455a16894445fa628#B#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:53,147 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/225366ceecd744ae8e5b8b354a86b4dd is 50, key is test_row_0/B:col10/1732490091921/Put/seqid=0 2024-11-24T23:14:53,162 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112457a4be0d30de4ec6bcd8f44e72995fd3_97f49eb17096c91455a16894445fa628 store=[table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:14:53,169 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112457a4be0d30de4ec6bcd8f44e72995fd3_97f49eb17096c91455a16894445fa628, store=[table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:14:53,170 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112457a4be0d30de4ec6bcd8f44e72995fd3_97f49eb17096c91455a16894445fa628 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:14:53,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741953_1129 (size=12104) 2024-11-24T23:14:53,202 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/225366ceecd744ae8e5b8b354a86b4dd as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/225366ceecd744ae8e5b8b354a86b4dd 2024-11-24T23:14:53,212 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97f49eb17096c91455a16894445fa628/B of 97f49eb17096c91455a16894445fa628 into 225366ceecd744ae8e5b8b354a86b4dd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:53,212 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:14:53,212 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., storeName=97f49eb17096c91455a16894445fa628/B, priority=13, startTime=1732490093114; duration=0sec 2024-11-24T23:14:53,212 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:14:53,213 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97f49eb17096c91455a16894445fa628:B 2024-11-24T23:14:53,213 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:53,214 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:53,214 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 97f49eb17096c91455a16894445fa628/C is initiating minor compaction (all files) 2024-11-24T23:14:53,214 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97f49eb17096c91455a16894445fa628/C in TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:53,214 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/662da1ed7394497199c9f8ba367c791a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/e4b145ef26314689aa9c5d7e7c8a707e, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/93ebd9ea8bb14f57924ce4cf4e6343f3] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp, totalSize=35.2 K 2024-11-24T23:14:53,215 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 662da1ed7394497199c9f8ba367c791a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732490090647 2024-11-24T23:14:53,215 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting e4b145ef26314689aa9c5d7e7c8a707e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732490090763 2024-11-24T23:14:53,216 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 93ebd9ea8bb14f57924ce4cf4e6343f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732490091921 2024-11-24T23:14:53,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741954_1130 (size=4469) 2024-11-24T23:14:53,231 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97f49eb17096c91455a16894445fa628#C#compaction#112 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:53,232 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/322faced7f8042e5b7ade134886a362f is 50, key is test_row_0/C:col10/1732490091921/Put/seqid=0 2024-11-24T23:14:53,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741955_1131 (size=12104) 2024-11-24T23:14:53,254 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/322faced7f8042e5b7ade134886a362f as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/322faced7f8042e5b7ade134886a362f 2024-11-24T23:14:53,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-24T23:14:53,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:53,260 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 97f49eb17096c91455a16894445fa628 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-24T23:14:53,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=A 2024-11-24T23:14:53,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:53,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=B 2024-11-24T23:14:53,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:53,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=C 2024-11-24T23:14:53,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:14:53,263 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97f49eb17096c91455a16894445fa628/C of 97f49eb17096c91455a16894445fa628 into 322faced7f8042e5b7ade134886a362f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:53,264 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:14:53,264 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., storeName=97f49eb17096c91455a16894445fa628/C, priority=13, startTime=1732490093114; duration=0sec 2024-11-24T23:14:53,264 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:53,264 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97f49eb17096c91455a16894445fa628:C 2024-11-24T23:14:53,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124582e2d43187a4c96a7031a0757e4428f_97f49eb17096c91455a16894445fa628 is 50, key is test_row_0/A:col10/1732490092666/Put/seqid=0 2024-11-24T23:14:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:53,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:14:53,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741956_1132 (size=12154) 2024-11-24T23:14:53,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:53,312 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124582e2d43187a4c96a7031a0757e4428f_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124582e2d43187a4c96a7031a0757e4428f_97f49eb17096c91455a16894445fa628 2024-11-24T23:14:53,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/1b8dcff01afb4167846a459d8b564dad, store: [table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:14:53,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/1b8dcff01afb4167846a459d8b564dad is 175, key is test_row_0/A:col10/1732490092666/Put/seqid=0 2024-11-24T23:14:53,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490153314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:53,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:53,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:53,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490153317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:53,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:53,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:53,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:53,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:53,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:53,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:53,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490153320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:53,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:53,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:53,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:53,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741957_1133 (size=30955) 2024-11-24T23:14:53,325 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/1b8dcff01afb4167846a459d8b564dad 2024-11-24T23:14:53,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/5b32b8f981e34a68827ac443572ff607 is 50, key is test_row_0/B:col10/1732490092666/Put/seqid=0 2024-11-24T23:14:53,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741958_1134 (size=12001) 2024-11-24T23:14:53,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-24T23:14:53,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:53,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490153429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:53,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:53,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:53,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490153429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:53,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:53,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490153430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:53,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:53,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:53,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:53,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:53,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:53,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:53,623 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97f49eb17096c91455a16894445fa628#A#compaction#110 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:53,624 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/fc123d92557846f0941be0dd3510a180 is 175, key is test_row_0/A:col10/1732490091921/Put/seqid=0 2024-11-24T23:14:53,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741959_1135 (size=31058) 2024-11-24T23:14:53,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490153639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:53,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:53,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:53,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490153639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:53,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:53,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490153639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:53,752 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/5b32b8f981e34a68827ac443572ff607 2024-11-24T23:14:53,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/28d9854645a54fcea078eae737bcabee is 50, key is test_row_0/C:col10/1732490092666/Put/seqid=0 2024-11-24T23:14:53,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741960_1136 (size=12001) 2024-11-24T23:14:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-24T23:14:53,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490153949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:53,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:53,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:53,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:53,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490153949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:53,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:53,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:53,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:53,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490153949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:53,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:53,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:53,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:54,040 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/fc123d92557846f0941be0dd3510a180 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/fc123d92557846f0941be0dd3510a180 2024-11-24T23:14:54,046 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97f49eb17096c91455a16894445fa628/A of 97f49eb17096c91455a16894445fa628 into fc123d92557846f0941be0dd3510a180(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:54,046 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:14:54,046 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., storeName=97f49eb17096c91455a16894445fa628/A, priority=13, startTime=1732490093113; duration=0sec 2024-11-24T23:14:54,046 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:54,046 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97f49eb17096c91455a16894445fa628:A 2024-11-24T23:14:54,165 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/28d9854645a54fcea078eae737bcabee 2024-11-24T23:14:54,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/1b8dcff01afb4167846a459d8b564dad as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/1b8dcff01afb4167846a459d8b564dad 2024-11-24T23:14:54,178 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/1b8dcff01afb4167846a459d8b564dad, entries=150, sequenceid=99, filesize=30.2 K 2024-11-24T23:14:54,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/5b32b8f981e34a68827ac443572ff607 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/5b32b8f981e34a68827ac443572ff607 2024-11-24T23:14:54,185 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/5b32b8f981e34a68827ac443572ff607, entries=150, sequenceid=99, filesize=11.7 K 2024-11-24T23:14:54,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/28d9854645a54fcea078eae737bcabee as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/28d9854645a54fcea078eae737bcabee 2024-11-24T23:14:54,193 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/28d9854645a54fcea078eae737bcabee, entries=150, sequenceid=99, filesize=11.7 K 2024-11-24T23:14:54,195 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 97f49eb17096c91455a16894445fa628 in 935ms, sequenceid=99, compaction requested=false 2024-11-24T23:14:54,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:14:54,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:54,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-24T23:14:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-24T23:14:54,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-24T23:14:54,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4000 sec 2024-11-24T23:14:54,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.4100 sec 2024-11-24T23:14:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:54,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97f49eb17096c91455a16894445fa628 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-24T23:14:54,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=A 2024-11-24T23:14:54,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:54,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=B 2024-11-24T23:14:54,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:54,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=C 2024-11-24T23:14:54,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:54,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bb2a9187bc9b4380948f8ff486150c54_97f49eb17096c91455a16894445fa628 is 50, key is test_row_0/A:col10/1732490094461/Put/seqid=0 2024-11-24T23:14:54,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741961_1137 (size=19474) 2024-11-24T23:14:54,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490154504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:54,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:54,511 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490154504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:54,511 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:54,511 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:54,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490154506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:54,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:54,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:54,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:54,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:54,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:54,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:54,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:54,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490154619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490154619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:54,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490154619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:54,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:54,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:54,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:54,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:54,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:54,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:54,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:54,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:54,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:54,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490154829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:54,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:54,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:54,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:54,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490154829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:54,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:54,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:54,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:54,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490154829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:54,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:54,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:54,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:54,889 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:54,893 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bb2a9187bc9b4380948f8ff486150c54_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bb2a9187bc9b4380948f8ff486150c54_97f49eb17096c91455a16894445fa628 2024-11-24T23:14:54,897 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/1587ec6416044d7c82677fc9b0cc25c0, store: [table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:14:54,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/1587ec6416044d7c82677fc9b0cc25c0 is 175, key is test_row_0/A:col10/1732490094461/Put/seqid=0 2024-11-24T23:14:54,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741962_1138 (size=56733) 2024-11-24T23:14:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-24T23:14:54,939 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:14:54,940 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:14:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-24T23:14:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-24T23:14:54,941 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:14:54,942 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:14:54,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:14:54,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43308 deadline: 1732490154979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:54,982 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_1' in 97f49eb17096c91455a16894445fa628 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:14:54,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:54,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:54,983 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:54,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1732490154989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:54,992 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_2' in 97f49eb17096c91455a16894445fa628 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:14:54,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:54,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:54,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-24T23:14:55,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-24T23:14:55,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:55,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:14:55,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:55,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:55,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:55,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490155139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:55,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:55,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490155139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:55,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:55,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:55,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:55,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:55,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490155139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:55,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:55,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:55,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:55,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-24T23:14:55,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-24T23:14:55,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:55,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:14:55,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:55,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:55,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:55,330 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=113, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/1587ec6416044d7c82677fc9b0cc25c0 2024-11-24T23:14:55,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/ab46769e484b4fa99a35782ede0eef8d is 50, key is test_row_0/B:col10/1732490094461/Put/seqid=0 2024-11-24T23:14:55,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741963_1139 (size=12001) 2024-11-24T23:14:55,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-24T23:14:55,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:55,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:14:55,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:55,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:55,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:55,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:55,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-24T23:14:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-24T23:14:55,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:55,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:14:55,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:55,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:55,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:55,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490155649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:55,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:55,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490155659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:55,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:55,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:55,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:55,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490155659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:55,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:55,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:55,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:55,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-24T23:14:55,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:55,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:14:55,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:55,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:55,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:55,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/ab46769e484b4fa99a35782ede0eef8d 2024-11-24T23:14:55,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/0d397aff9dde4940bb99524aeea1e3b7 is 50, key is test_row_0/C:col10/1732490094461/Put/seqid=0 2024-11-24T23:14:55,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741964_1140 (size=12001) 2024-11-24T23:14:55,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-24T23:14:55,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:55,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:14:55,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:55,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:55,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:56,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-24T23:14:56,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:56,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:14:56,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:56,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:56,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-24T23:14:56,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/0d397aff9dde4940bb99524aeea1e3b7 2024-11-24T23:14:56,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/1587ec6416044d7c82677fc9b0cc25c0 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/1587ec6416044d7c82677fc9b0cc25c0 2024-11-24T23:14:56,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/1587ec6416044d7c82677fc9b0cc25c0, entries=300, sequenceid=113, filesize=55.4 K 2024-11-24T23:14:56,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/ab46769e484b4fa99a35782ede0eef8d as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/ab46769e484b4fa99a35782ede0eef8d 2024-11-24T23:14:56,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/ab46769e484b4fa99a35782ede0eef8d, entries=150, sequenceid=113, filesize=11.7 K 2024-11-24T23:14:56,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/0d397aff9dde4940bb99524aeea1e3b7 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/0d397aff9dde4940bb99524aeea1e3b7 2024-11-24T23:14:56,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-24T23:14:56,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:56,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:14:56,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:56,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:56,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/0d397aff9dde4940bb99524aeea1e3b7, entries=150, sequenceid=113, filesize=11.7 K 2024-11-24T23:14:56,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:56,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 97f49eb17096c91455a16894445fa628 in 1723ms, sequenceid=113, compaction requested=true 2024-11-24T23:14:56,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:14:56,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97f49eb17096c91455a16894445fa628:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:14:56,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:56,184 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:56,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97f49eb17096c91455a16894445fa628:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:14:56,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:56,184 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:56,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97f49eb17096c91455a16894445fa628:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:14:56,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:14:56,186 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118746 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:56,186 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 97f49eb17096c91455a16894445fa628/A is initiating minor compaction (all files) 2024-11-24T23:14:56,186 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97f49eb17096c91455a16894445fa628/A in TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:56,186 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/fc123d92557846f0941be0dd3510a180, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/1b8dcff01afb4167846a459d8b564dad, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/1587ec6416044d7c82677fc9b0cc25c0] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp, totalSize=116.0 K 2024-11-24T23:14:56,186 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:56,187 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. files: [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/fc123d92557846f0941be0dd3510a180, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/1b8dcff01afb4167846a459d8b564dad, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/1587ec6416044d7c82677fc9b0cc25c0] 2024-11-24T23:14:56,187 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:56,187 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 97f49eb17096c91455a16894445fa628/B is initiating minor compaction (all files) 2024-11-24T23:14:56,187 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97f49eb17096c91455a16894445fa628/B in TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:56,187 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting fc123d92557846f0941be0dd3510a180, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732490091921 2024-11-24T23:14:56,187 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/225366ceecd744ae8e5b8b354a86b4dd, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/5b32b8f981e34a68827ac443572ff607, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/ab46769e484b4fa99a35782ede0eef8d] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp, totalSize=35.3 K 2024-11-24T23:14:56,187 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b8dcff01afb4167846a459d8b564dad, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732490092658 2024-11-24T23:14:56,187 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 225366ceecd744ae8e5b8b354a86b4dd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732490091921 2024-11-24T23:14:56,188 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 1587ec6416044d7c82677fc9b0cc25c0, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732490093312 2024-11-24T23:14:56,188 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b32b8f981e34a68827ac443572ff607, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732490092658 2024-11-24T23:14:56,188 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab46769e484b4fa99a35782ede0eef8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732490094459 2024-11-24T23:14:56,198 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97f49eb17096c91455a16894445fa628#B#compaction#119 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:56,199 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/9217530549434769b28365c2d3a62ebc is 50, key is test_row_0/B:col10/1732490094461/Put/seqid=0 2024-11-24T23:14:56,200 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:14:56,205 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124f1e38ed86f7c429f81c40fe381188444_97f49eb17096c91455a16894445fa628 store=[table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:14:56,209 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124f1e38ed86f7c429f81c40fe381188444_97f49eb17096c91455a16894445fa628, store=[table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:14:56,209 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f1e38ed86f7c429f81c40fe381188444_97f49eb17096c91455a16894445fa628 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:14:56,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741965_1141 (size=12207) 2024-11-24T23:14:56,221 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/9217530549434769b28365c2d3a62ebc as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/9217530549434769b28365c2d3a62ebc 2024-11-24T23:14:56,228 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97f49eb17096c91455a16894445fa628/B of 97f49eb17096c91455a16894445fa628 into 9217530549434769b28365c2d3a62ebc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:56,228 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:14:56,228 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., storeName=97f49eb17096c91455a16894445fa628/B, priority=13, startTime=1732490096184; duration=0sec 2024-11-24T23:14:56,228 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:14:56,229 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97f49eb17096c91455a16894445fa628:B 2024-11-24T23:14:56,229 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:56,231 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:56,231 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 97f49eb17096c91455a16894445fa628/C is initiating minor compaction (all files) 2024-11-24T23:14:56,231 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97f49eb17096c91455a16894445fa628/C in TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:56,231 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/322faced7f8042e5b7ade134886a362f, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/28d9854645a54fcea078eae737bcabee, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/0d397aff9dde4940bb99524aeea1e3b7] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp, totalSize=35.3 K 2024-11-24T23:14:56,231 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 322faced7f8042e5b7ade134886a362f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732490091921 2024-11-24T23:14:56,232 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28d9854645a54fcea078eae737bcabee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732490092658 2024-11-24T23:14:56,232 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d397aff9dde4940bb99524aeea1e3b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732490094459 2024-11-24T23:14:56,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741966_1142 (size=4469) 2024-11-24T23:14:56,246 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97f49eb17096c91455a16894445fa628#C#compaction#121 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:56,247 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/1e0ed526f15b4e659d442a37164d62a6 is 50, key is test_row_0/C:col10/1732490094461/Put/seqid=0 2024-11-24T23:14:56,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741967_1143 (size=12207) 2024-11-24T23:14:56,260 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/1e0ed526f15b4e659d442a37164d62a6 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/1e0ed526f15b4e659d442a37164d62a6 2024-11-24T23:14:56,270 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97f49eb17096c91455a16894445fa628/C of 97f49eb17096c91455a16894445fa628 into 1e0ed526f15b4e659d442a37164d62a6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:56,270 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:14:56,270 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., storeName=97f49eb17096c91455a16894445fa628/C, priority=13, startTime=1732490096184; duration=0sec 2024-11-24T23:14:56,271 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:56,271 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97f49eb17096c91455a16894445fa628:C 2024-11-24T23:14:56,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-24T23:14:56,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:56,335 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 97f49eb17096c91455a16894445fa628 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-24T23:14:56,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=A 2024-11-24T23:14:56,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:56,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=B 2024-11-24T23:14:56,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:56,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=C 2024-11-24T23:14:56,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:56,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124af5d141ad7004ea9b0ff10f0b0d41fa0_97f49eb17096c91455a16894445fa628 is 50, key is test_row_0/A:col10/1732490094503/Put/seqid=0 2024-11-24T23:14:56,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741968_1144 (size=12204) 2024-11-24T23:14:56,639 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97f49eb17096c91455a16894445fa628#A#compaction#120 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:56,640 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/82edb5a26db34672acf5408f14276849 is 175, key is test_row_0/A:col10/1732490094461/Put/seqid=0 2024-11-24T23:14:56,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741969_1145 (size=31161) 2024-11-24T23:14:56,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:56,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:14:56,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490156681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:56,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:56,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:56,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:56,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:56,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490156689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:56,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:56,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:56,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:56,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:56,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490156689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:56,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:56,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:56,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:56,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:56,750 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124af5d141ad7004ea9b0ff10f0b0d41fa0_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124af5d141ad7004ea9b0ff10f0b0d41fa0_97f49eb17096c91455a16894445fa628 2024-11-24T23:14:56,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/46d2d4a9a3744d9d9ccbd68b33154692, store: [table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:14:56,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/46d2d4a9a3744d9d9ccbd68b33154692 is 175, key is test_row_0/A:col10/1732490094503/Put/seqid=0 2024-11-24T23:14:56,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741970_1146 (size=31005) 2024-11-24T23:14:56,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:56,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:56,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490156799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:56,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490156799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:56,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:56,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:56,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:56,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490156799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:56,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:56,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:56,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:56,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:56,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:56,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:56,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:57,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490157009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:57,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:57,011 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490157009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:57,011 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:57,011 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:57,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:57,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:57,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:57,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490157009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:57,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:57,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:57,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:57,050 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/82edb5a26db34672acf5408f14276849 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/82edb5a26db34672acf5408f14276849 2024-11-24T23:14:57,056 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97f49eb17096c91455a16894445fa628/A of 97f49eb17096c91455a16894445fa628 into 82edb5a26db34672acf5408f14276849(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:57,056 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:14:57,056 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., storeName=97f49eb17096c91455a16894445fa628/A, priority=13, startTime=1732490096184; duration=0sec 2024-11-24T23:14:57,056 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:57,056 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97f49eb17096c91455a16894445fa628:A 2024-11-24T23:14:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-24T23:14:57,157 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/46d2d4a9a3744d9d9ccbd68b33154692 2024-11-24T23:14:57,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/50c43107eb5f4f23aa9ac0d0761be05e is 50, key is test_row_0/B:col10/1732490094503/Put/seqid=0 2024-11-24T23:14:57,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741971_1147 (size=12051) 2024-11-24T23:14:57,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490157319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:57,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:57,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:57,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490157319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:57,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:57,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:57,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:57,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:57,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490157319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:57,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:57,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:57,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:57,572 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/50c43107eb5f4f23aa9ac0d0761be05e 2024-11-24T23:14:57,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/951903adf2354fa4ae3d42ebd43dd911 is 50, key is test_row_0/C:col10/1732490094503/Put/seqid=0 2024-11-24T23:14:57,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741972_1148 (size=12051) 2024-11-24T23:14:57,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490157829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:57,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:57,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:57,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490157829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:57,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:57,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:57,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490157829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:57,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:57,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:57,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:57,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:57,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:57,986 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/951903adf2354fa4ae3d42ebd43dd911 2024-11-24T23:14:57,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/46d2d4a9a3744d9d9ccbd68b33154692 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/46d2d4a9a3744d9d9ccbd68b33154692 2024-11-24T23:14:57,996 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/46d2d4a9a3744d9d9ccbd68b33154692, entries=150, sequenceid=134, filesize=30.3 K 2024-11-24T23:14:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:57,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/50c43107eb5f4f23aa9ac0d0761be05e as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/50c43107eb5f4f23aa9ac0d0761be05e 2024-11-24T23:14:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,004 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/50c43107eb5f4f23aa9ac0d0761be05e, entries=150, sequenceid=134, filesize=11.8 K 2024-11-24T23:14:58,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/951903adf2354fa4ae3d42ebd43dd911 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/951903adf2354fa4ae3d42ebd43dd911 2024-11-24T23:14:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,014 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/951903adf2354fa4ae3d42ebd43dd911, entries=150, sequenceid=134, filesize=11.8 K 2024-11-24T23:14:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,016 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 97f49eb17096c91455a16894445fa628 in 1680ms, sequenceid=134, compaction requested=false 2024-11-24T23:14:58,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:14:58,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:58,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-24T23:14:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-24T23:14:58,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-24T23:14:58,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0750 sec 2024-11-24T23:14:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 3.0800 sec 2024-11-24T23:14:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,852 INFO [master/ba7f32532130:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T23:14:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,852 INFO [master/ba7f32532130:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T23:14:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97f49eb17096c91455a16894445fa628 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-24T23:14:58,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=A 2024-11-24T23:14:58,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:58,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=B 2024-11-24T23:14:58,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:58,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=C 2024-11-24T23:14:58,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112475fe8cf247a747c3b7404125576920ba_97f49eb17096c91455a16894445fa628 is 50, key is test_row_1/A:col10/1732490098853/Put/seqid=0 2024-11-24T23:14:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741973_1149 (size=12304) 2024-11-24T23:14:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,897 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,904 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112475fe8cf247a747c3b7404125576920ba_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112475fe8cf247a747c3b7404125576920ba_97f49eb17096c91455a16894445fa628 2024-11-24T23:14:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,905 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/1942c8633e4c4722bb32dc3c320c3973, store: [table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:14:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/1942c8633e4c4722bb32dc3c320c3973 is 175, key is test_row_1/A:col10/1732490098853/Put/seqid=0 2024-11-24T23:14:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741974_1150 (size=31101) 2024-11-24T23:14:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,925 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=150, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/1942c8633e4c4722bb32dc3c320c3973 2024-11-24T23:14:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/d5a307db5df749e79ff752538830afef is 50, key is test_row_1/B:col10/1732490098853/Put/seqid=0 2024-11-24T23:14:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741975_1151 (size=9757) 2024-11-24T23:14:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/d5a307db5df749e79ff752538830afef 2024-11-24T23:14:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490158927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:58,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490158929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:58,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:58,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:58,952 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:58,952 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:58,952 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490158945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:58,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:58,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:58,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/b699848c47044fd6b10678a8cb31ecba is 50, key is test_row_1/C:col10/1732490098853/Put/seqid=0 2024-11-24T23:14:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741976_1152 (size=9757) 2024-11-24T23:14:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:58,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:59,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1732490159010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:59,012 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_2' in 97f49eb17096c91455a16894445fa628 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8235 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:14:59,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:59,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43308 deadline: 1732490159029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:59,031 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_1' in 97f49eb17096c91455a16894445fa628 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8266 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:14:59,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:59,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490159059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:59,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:59,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:59,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490159059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:59,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490159059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:59,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:59,062 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,062 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,062 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-24T23:14:59,120 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:14:59,120 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:14:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-24T23:14:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-24T23:14:59,123 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:14:59,125 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:14:59,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:14:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-24T23:14:59,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490159269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:59,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:59,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490159269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:59,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:59,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490159269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:59,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:59,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-24T23:14:59,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:59,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:14:59,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:59,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:59,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:14:59,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/b699848c47044fd6b10678a8cb31ecba 2024-11-24T23:14:59,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/1942c8633e4c4722bb32dc3c320c3973 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/1942c8633e4c4722bb32dc3c320c3973 2024-11-24T23:14:59,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/1942c8633e4c4722bb32dc3c320c3973, entries=150, sequenceid=150, filesize=30.4 K 2024-11-24T23:14:59,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/d5a307db5df749e79ff752538830afef as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/d5a307db5df749e79ff752538830afef 2024-11-24T23:14:59,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/d5a307db5df749e79ff752538830afef, entries=100, sequenceid=150, filesize=9.5 K 2024-11-24T23:14:59,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/b699848c47044fd6b10678a8cb31ecba as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/b699848c47044fd6b10678a8cb31ecba 2024-11-24T23:14:59,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/b699848c47044fd6b10678a8cb31ecba, entries=100, sequenceid=150, filesize=9.5 K 2024-11-24T23:14:59,409 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 97f49eb17096c91455a16894445fa628 in 555ms, sequenceid=150, compaction requested=true 2024-11-24T23:14:59,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:14:59,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97f49eb17096c91455a16894445fa628:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:14:59,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:59,409 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:59,409 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:59,411 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:59,411 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 97f49eb17096c91455a16894445fa628/B is initiating minor compaction (all files) 2024-11-24T23:14:59,411 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97f49eb17096c91455a16894445fa628/B in TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:59,411 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/9217530549434769b28365c2d3a62ebc, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/50c43107eb5f4f23aa9ac0d0761be05e, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/d5a307db5df749e79ff752538830afef] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp, totalSize=33.2 K 2024-11-24T23:14:59,412 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:59,412 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 97f49eb17096c91455a16894445fa628/A is initiating minor compaction (all files) 2024-11-24T23:14:59,412 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97f49eb17096c91455a16894445fa628/A in TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:59,412 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/82edb5a26db34672acf5408f14276849, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/46d2d4a9a3744d9d9ccbd68b33154692, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/1942c8633e4c4722bb32dc3c320c3973] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp, totalSize=91.1 K 2024-11-24T23:14:59,412 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:59,412 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. files: [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/82edb5a26db34672acf5408f14276849, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/46d2d4a9a3744d9d9ccbd68b33154692, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/1942c8633e4c4722bb32dc3c320c3973] 2024-11-24T23:14:59,412 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 9217530549434769b28365c2d3a62ebc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732490094459 2024-11-24T23:14:59,413 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82edb5a26db34672acf5408f14276849, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732490094459 2024-11-24T23:14:59,413 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 50c43107eb5f4f23aa9ac0d0761be05e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732490094479 2024-11-24T23:14:59,413 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46d2d4a9a3744d9d9ccbd68b33154692, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732490094479 2024-11-24T23:14:59,413 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting d5a307db5df749e79ff752538830afef, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732490096686 2024-11-24T23:14:59,413 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1942c8633e4c4722bb32dc3c320c3973, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732490096680 2024-11-24T23:14:59,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97f49eb17096c91455a16894445fa628:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:14:59,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:59,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97f49eb17096c91455a16894445fa628:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:14:59,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:14:59,426 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97f49eb17096c91455a16894445fa628#B#compaction#128 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:59,427 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/c9bbeb9c3f0943b1b79f1cc7ee81c87a is 50, key is test_row_0/B:col10/1732490094503/Put/seqid=0 2024-11-24T23:14:59,429 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:14:59,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-24T23:14:59,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:59,431 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 97f49eb17096c91455a16894445fa628 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-24T23:14:59,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=A 2024-11-24T23:14:59,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:59,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=B 2024-11-24T23:14:59,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:59,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=C 2024-11-24T23:14:59,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:14:59,432 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411241dd8345550ca45c09dfc9b7e3b91094d_97f49eb17096c91455a16894445fa628 store=[table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:14:59,434 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411241dd8345550ca45c09dfc9b7e3b91094d_97f49eb17096c91455a16894445fa628, store=[table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:14:59,434 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241dd8345550ca45c09dfc9b7e3b91094d_97f49eb17096c91455a16894445fa628 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:14:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-24T23:14:59,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124eab0c56018b045fd97c3b1c12b54b679_97f49eb17096c91455a16894445fa628 is 50, key is test_row_0/A:col10/1732490098926/Put/seqid=0 2024-11-24T23:14:59,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741978_1154 (size=4469) 2024-11-24T23:14:59,456 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97f49eb17096c91455a16894445fa628#A#compaction#129 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:59,456 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/696f31ceac144ab59cc36d3a506de063 is 175, key is test_row_0/A:col10/1732490094503/Put/seqid=0 2024-11-24T23:14:59,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741977_1153 (size=12459) 2024-11-24T23:14:59,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741979_1155 (size=12304) 2024-11-24T23:14:59,464 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/c9bbeb9c3f0943b1b79f1cc7ee81c87a as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/c9bbeb9c3f0943b1b79f1cc7ee81c87a 2024-11-24T23:14:59,471 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97f49eb17096c91455a16894445fa628/B of 97f49eb17096c91455a16894445fa628 into c9bbeb9c3f0943b1b79f1cc7ee81c87a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:59,471 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:14:59,471 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., storeName=97f49eb17096c91455a16894445fa628/B, priority=13, startTime=1732490099409; duration=0sec 2024-11-24T23:14:59,471 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:14:59,472 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97f49eb17096c91455a16894445fa628:B 2024-11-24T23:14:59,472 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:14:59,473 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:14:59,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741980_1156 (size=31520) 2024-11-24T23:14:59,474 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 97f49eb17096c91455a16894445fa628/C is initiating minor compaction (all files) 2024-11-24T23:14:59,474 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97f49eb17096c91455a16894445fa628/C in TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:14:59,474 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/1e0ed526f15b4e659d442a37164d62a6, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/951903adf2354fa4ae3d42ebd43dd911, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/b699848c47044fd6b10678a8cb31ecba] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp, totalSize=33.2 K 2024-11-24T23:14:59,475 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e0ed526f15b4e659d442a37164d62a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732490094459 2024-11-24T23:14:59,475 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 951903adf2354fa4ae3d42ebd43dd911, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732490094479 2024-11-24T23:14:59,475 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting b699848c47044fd6b10678a8cb31ecba, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732490096686 2024-11-24T23:14:59,494 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97f49eb17096c91455a16894445fa628#C#compaction#131 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:14:59,494 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/91ed0fdd79d2405499ad3d83bdf6232f is 50, key is test_row_0/C:col10/1732490094503/Put/seqid=0 2024-11-24T23:14:59,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741981_1157 (size=12459) 2024-11-24T23:14:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 97f49eb17096c91455a16894445fa628 2024-11-24T23:14:59,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:14:59,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490159605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:59,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490159607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:59,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:59,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490159609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:59,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:59,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:59,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490159719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:59,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:59,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490159719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:59,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:59,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490159719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:59,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-24T23:14:59,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:14:59,865 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124eab0c56018b045fd97c3b1c12b54b679_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124eab0c56018b045fd97c3b1c12b54b679_97f49eb17096c91455a16894445fa628 2024-11-24T23:14:59,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/715767e8d563442fb292fced15ff51d0, store: [table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:14:59,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/715767e8d563442fb292fced15ff51d0 is 175, key is test_row_0/A:col10/1732490098926/Put/seqid=0 2024-11-24T23:14:59,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741982_1158 (size=31105) 2024-11-24T23:14:59,881 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/696f31ceac144ab59cc36d3a506de063 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/696f31ceac144ab59cc36d3a506de063 2024-11-24T23:14:59,888 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97f49eb17096c91455a16894445fa628/A of 97f49eb17096c91455a16894445fa628 into 696f31ceac144ab59cc36d3a506de063(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:59,888 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:14:59,888 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., storeName=97f49eb17096c91455a16894445fa628/A, priority=13, startTime=1732490099409; duration=0sec 2024-11-24T23:14:59,888 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:59,888 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97f49eb17096c91455a16894445fa628:A 2024-11-24T23:14:59,922 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/91ed0fdd79d2405499ad3d83bdf6232f as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/91ed0fdd79d2405499ad3d83bdf6232f 2024-11-24T23:14:59,928 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97f49eb17096c91455a16894445fa628/C of 97f49eb17096c91455a16894445fa628 into 91ed0fdd79d2405499ad3d83bdf6232f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:14:59,928 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:14:59,928 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., storeName=97f49eb17096c91455a16894445fa628/C, priority=13, startTime=1732490099416; duration=0sec 2024-11-24T23:14:59,928 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:14:59,928 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97f49eb17096c91455a16894445fa628:C 2024-11-24T23:14:59,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490159929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:59,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:59,931 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,931 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490159930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:59,931 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:59,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:14:59,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490159930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:14:59,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:14:59,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:14:59,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:00,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490160239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:00,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:00,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:00,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:00,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490160239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:00,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:00,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:00,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:00,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490160239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:00,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:00,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:00,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-24T23:15:00,279 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=167, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/715767e8d563442fb292fced15ff51d0 2024-11-24T23:15:00,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/4b02baeb66ea4c58bf75f81de3507a20 is 50, key is test_row_0/B:col10/1732490098926/Put/seqid=0 2024-11-24T23:15:00,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741983_1159 (size=12151) 2024-11-24T23:15:00,733 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/4b02baeb66ea4c58bf75f81de3507a20 2024-11-24T23:15:00,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/6a103f6a0bd84197a0df8ef603235b52 is 50, key is test_row_0/C:col10/1732490098926/Put/seqid=0 2024-11-24T23:15:00,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490160750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:00,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490160750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:00,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490160750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:00,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741984_1160 (size=12151) 2024-11-24T23:15:00,776 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/6a103f6a0bd84197a0df8ef603235b52 2024-11-24T23:15:00,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/715767e8d563442fb292fced15ff51d0 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/715767e8d563442fb292fced15ff51d0 2024-11-24T23:15:00,788 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/715767e8d563442fb292fced15ff51d0, entries=150, sequenceid=167, filesize=30.4 K 2024-11-24T23:15:00,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/4b02baeb66ea4c58bf75f81de3507a20 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/4b02baeb66ea4c58bf75f81de3507a20 2024-11-24T23:15:00,795 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/4b02baeb66ea4c58bf75f81de3507a20, entries=150, sequenceid=167, filesize=11.9 K 2024-11-24T23:15:00,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/6a103f6a0bd84197a0df8ef603235b52 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/6a103f6a0bd84197a0df8ef603235b52 2024-11-24T23:15:00,802 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/6a103f6a0bd84197a0df8ef603235b52, entries=150, sequenceid=167, filesize=11.9 K 2024-11-24T23:15:00,806 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 97f49eb17096c91455a16894445fa628 in 1375ms, sequenceid=167, compaction requested=false 2024-11-24T23:15:00,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:15:00,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:00,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-24T23:15:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-24T23:15:00,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-24T23:15:00,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6830 sec 2024-11-24T23:15:00,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.6900 sec 2024-11-24T23:15:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-24T23:15:01,270 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:15:01,270 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:15:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-24T23:15:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-24T23:15:01,273 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:15:01,274 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:15:01,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:15:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-24T23:15:01,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-24T23:15:01,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:01,428 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 97f49eb17096c91455a16894445fa628 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-24T23:15:01,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=A 2024-11-24T23:15:01,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:01,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=B 2024-11-24T23:15:01,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:01,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=C 2024-11-24T23:15:01,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:01,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b872209cb24949fda80fecbaacb71d15_97f49eb17096c91455a16894445fa628 is 50, key is test_row_0/A:col10/1732490099603/Put/seqid=0 2024-11-24T23:15:01,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741985_1161 (size=12304) 2024-11-24T23:15:01,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,465 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b872209cb24949fda80fecbaacb71d15_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b872209cb24949fda80fecbaacb71d15_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:01,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/1fcbc06e8c6a47889983e42b204d5ea4, store: [table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:15:01,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/1fcbc06e8c6a47889983e42b204d5ea4 is 175, key is test_row_0/A:col10/1732490099603/Put/seqid=0 2024-11-24T23:15:01,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741986_1162 (size=31105) 2024-11-24T23:15:01,496 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=186, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/1fcbc06e8c6a47889983e42b204d5ea4 2024-11-24T23:15:01,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/721cbc9c22104ca786ac9bf43b02333a is 50, key is test_row_0/B:col10/1732490099603/Put/seqid=0 2024-11-24T23:15:01,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741987_1163 (size=12151) 2024-11-24T23:15:01,523 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/721cbc9c22104ca786ac9bf43b02333a 2024-11-24T23:15:01,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/b70b6437008e4910be4e1c5fbc40807a is 50, key is test_row_0/C:col10/1732490099603/Put/seqid=0 2024-11-24T23:15:01,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741988_1164 (size=12151) 2024-11-24T23:15:01,554 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/b70b6437008e4910be4e1c5fbc40807a 2024-11-24T23:15:01,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/1fcbc06e8c6a47889983e42b204d5ea4 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/1fcbc06e8c6a47889983e42b204d5ea4 2024-11-24T23:15:01,573 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/1fcbc06e8c6a47889983e42b204d5ea4, entries=150, sequenceid=186, filesize=30.4 K 2024-11-24T23:15:01,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/721cbc9c22104ca786ac9bf43b02333a as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/721cbc9c22104ca786ac9bf43b02333a 2024-11-24T23:15:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,579 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/721cbc9c22104ca786ac9bf43b02333a, entries=150, sequenceid=186, filesize=11.9 K 2024-11-24T23:15:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/b70b6437008e4910be4e1c5fbc40807a as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/b70b6437008e4910be4e1c5fbc40807a 2024-11-24T23:15:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-24T23:15:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,597 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/b70b6437008e4910be4e1c5fbc40807a, entries=150, sequenceid=186, filesize=11.9 K 2024-11-24T23:15:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,598 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=0 B/0 for 97f49eb17096c91455a16894445fa628 in 170ms, sequenceid=186, compaction requested=true 2024-11-24T23:15:01,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:15:01,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:01,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-24T23:15:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-24T23:15:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-24T23:15:01,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 326 msec 2024-11-24T23:15:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 334 msec 2024-11-24T23:15:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 97f49eb17096c91455a16894445fa628 2024-11-24T23:15:01,790 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97f49eb17096c91455a16894445fa628 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-24T23:15:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=A 2024-11-24T23:15:01,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:01,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=B 2024-11-24T23:15:01,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:01,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=C 2024-11-24T23:15:01,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c0b3a155530142b7a542de5a12a159ef_97f49eb17096c91455a16894445fa628 is 50, key is test_row_0/A:col10/1732490101778/Put/seqid=0 2024-11-24T23:15:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741990_1166 (size=24758) 2024-11-24T23:15:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,835 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,841 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c0b3a155530142b7a542de5a12a159ef_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c0b3a155530142b7a542de5a12a159ef_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,842 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/86f66ea527de46e3ab1f82d071e2daa9, store: [table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:15:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/86f66ea527de46e3ab1f82d071e2daa9 is 175, key is test_row_0/A:col10/1732490101778/Put/seqid=0 2024-11-24T23:15:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741989_1165 (size=74395) 2024-11-24T23:15:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,847 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/86f66ea527de46e3ab1f82d071e2daa9 2024-11-24T23:15:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,851 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1732490101793, max timestamp=1732490101849Num uniques 859; 2024-11-24T23:15:01,851 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1732490101793, max timestamp=1732490101849Num uniques 859; 2024-11-24T23:15:01,851 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1732490101793, max timestamp=1732490101849Num uniques 859; 2024-11-24T23:15:01,851 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-24T23:15:01,851 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-24T23:15:01,851 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-24T23:15:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/ccb0f9ca99294fa69b97835f15323d1b is 50, key is test_row_0/B:col10/1732490101778/Put/seqid=0 2024-11-24T23:15:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741991_1167 (size=24105) 2024-11-24T23:15:01,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/ccb0f9ca99294fa69b97835f15323d1b 2024-11-24T23:15:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490161866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:01,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490161867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:01,876 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490161875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:01,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:01,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:01,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/e1eb8e36d75245c88e564e3b0bd311d4 is 50, key is test_row_0/C:col10/1732490101778/Put/seqid=0 2024-11-24T23:15:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-24T23:15:01,900 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:15:01,901 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:15:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-24T23:15:01,904 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:15:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-24T23:15:01,904 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:15:01,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:15:01,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741992_1168 (size=24105) 2024-11-24T23:15:01,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/e1eb8e36d75245c88e564e3b0bd311d4 2024-11-24T23:15:01,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/86f66ea527de46e3ab1f82d071e2daa9 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/86f66ea527de46e3ab1f82d071e2daa9 2024-11-24T23:15:01,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/86f66ea527de46e3ab1f82d071e2daa9, entries=400, sequenceid=197, filesize=72.7 K 2024-11-24T23:15:01,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/ccb0f9ca99294fa69b97835f15323d1b as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/ccb0f9ca99294fa69b97835f15323d1b 2024-11-24T23:15:01,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/ccb0f9ca99294fa69b97835f15323d1b, entries=400, sequenceid=197, filesize=23.5 K 2024-11-24T23:15:01,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/e1eb8e36d75245c88e564e3b0bd311d4 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/e1eb8e36d75245c88e564e3b0bd311d4 2024-11-24T23:15:01,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/e1eb8e36d75245c88e564e3b0bd311d4, entries=400, sequenceid=197, filesize=23.5 K 2024-11-24T23:15:01,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=147.60 KB/151140 for 97f49eb17096c91455a16894445fa628 in 165ms, sequenceid=197, compaction requested=true 2024-11-24T23:15:01,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:15:01,955 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:15:01,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97f49eb17096c91455a16894445fa628:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:15:01,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:01,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97f49eb17096c91455a16894445fa628:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:15:01,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:01,956 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:15:01,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97f49eb17096c91455a16894445fa628:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:15:01,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:01,957 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 168125 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:15:01,957 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 97f49eb17096c91455a16894445fa628/A is initiating minor compaction (all files) 2024-11-24T23:15:01,957 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97f49eb17096c91455a16894445fa628/A in TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:01,957 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/696f31ceac144ab59cc36d3a506de063, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/715767e8d563442fb292fced15ff51d0, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/1fcbc06e8c6a47889983e42b204d5ea4, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/86f66ea527de46e3ab1f82d071e2daa9] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp, totalSize=164.2 K 2024-11-24T23:15:01,957 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:01,957 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. files: [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/696f31ceac144ab59cc36d3a506de063, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/715767e8d563442fb292fced15ff51d0, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/1fcbc06e8c6a47889983e42b204d5ea4, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/86f66ea527de46e3ab1f82d071e2daa9] 2024-11-24T23:15:01,958 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 696f31ceac144ab59cc36d3a506de063, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732490094503 2024-11-24T23:15:01,960 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 60866 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:15:01,960 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 97f49eb17096c91455a16894445fa628/B is initiating minor compaction (all files) 2024-11-24T23:15:01,960 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97f49eb17096c91455a16894445fa628/B in TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:01,960 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/c9bbeb9c3f0943b1b79f1cc7ee81c87a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/4b02baeb66ea4c58bf75f81de3507a20, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/721cbc9c22104ca786ac9bf43b02333a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/ccb0f9ca99294fa69b97835f15323d1b] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp, totalSize=59.4 K 2024-11-24T23:15:01,962 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 715767e8d563442fb292fced15ff51d0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732490098924 2024-11-24T23:15:01,962 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9bbeb9c3f0943b1b79f1cc7ee81c87a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732490094503 2024-11-24T23:15:01,962 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fcbc06e8c6a47889983e42b204d5ea4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732490099602 2024-11-24T23:15:01,962 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b02baeb66ea4c58bf75f81de3507a20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732490098924 2024-11-24T23:15:01,962 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 86f66ea527de46e3ab1f82d071e2daa9, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732490101778 2024-11-24T23:15:01,963 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 721cbc9c22104ca786ac9bf43b02333a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732490099602 2024-11-24T23:15:01,964 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting ccb0f9ca99294fa69b97835f15323d1b, keycount=400, bloomtype=ROW, size=23.5 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732490101778 2024-11-24T23:15:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 97f49eb17096c91455a16894445fa628 2024-11-24T23:15:01,985 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:15:01,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97f49eb17096c91455a16894445fa628 3/3 column families, dataSize=154.31 KB heapSize=379.13 KB 2024-11-24T23:15:01,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=A 2024-11-24T23:15:01,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:01,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=B 2024-11-24T23:15:01,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:01,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=C 2024-11-24T23:15:01,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:01,990 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97f49eb17096c91455a16894445fa628#B#compaction#141 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:01,991 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/908c8a290cda488ca8b5dadaa12ea469 is 50, key is test_row_0/B:col10/1732490101778/Put/seqid=0 2024-11-24T23:15:02,001 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411247a46cd3e504c41ca81760a4f41a5f5ac_97f49eb17096c91455a16894445fa628 store=[table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:15:02,005 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411247a46cd3e504c41ca81760a4f41a5f5ac_97f49eb17096c91455a16894445fa628, store=[table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:15:02,005 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247a46cd3e504c41ca81760a4f41a5f5ac_97f49eb17096c91455a16894445fa628 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:15:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-24T23:15:02,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490162006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:02,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490162007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:02,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:02,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:02,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:02,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:02,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:02,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:02,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490162014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:02,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:02,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:02,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:02,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fa031917d1e44484b15960a63121c62a_97f49eb17096c91455a16894445fa628 is 50, key is test_row_0/A:col10/1732490101981/Put/seqid=0 2024-11-24T23:15:02,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741993_1169 (size=12595) 2024-11-24T23:15:02,050 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/908c8a290cda488ca8b5dadaa12ea469 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/908c8a290cda488ca8b5dadaa12ea469 2024-11-24T23:15:02,057 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 97f49eb17096c91455a16894445fa628/B of 97f49eb17096c91455a16894445fa628 into 908c8a290cda488ca8b5dadaa12ea469(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:02,057 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:15:02,057 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., storeName=97f49eb17096c91455a16894445fa628/B, priority=12, startTime=1732490101956; duration=0sec 2024-11-24T23:15:02,057 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:02,057 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97f49eb17096c91455a16894445fa628:B 2024-11-24T23:15:02,057 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:15:02,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-24T23:15:02,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:02,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:15:02,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:02,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:02,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:02,059 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 60866 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:15:02,059 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 97f49eb17096c91455a16894445fa628/C is initiating minor compaction (all files) 2024-11-24T23:15:02,059 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97f49eb17096c91455a16894445fa628/C in TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:02,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741994_1170 (size=4469) 2024-11-24T23:15:02,060 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/91ed0fdd79d2405499ad3d83bdf6232f, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/6a103f6a0bd84197a0df8ef603235b52, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/b70b6437008e4910be4e1c5fbc40807a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/e1eb8e36d75245c88e564e3b0bd311d4] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp, totalSize=59.4 K 2024-11-24T23:15:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:02,062 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97f49eb17096c91455a16894445fa628#A#compaction#140 average throughput is 0.32 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:02,062 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91ed0fdd79d2405499ad3d83bdf6232f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732490094503 2024-11-24T23:15:02,062 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/e14223bcded444e7919efe3c84cd8133 is 175, key is test_row_0/A:col10/1732490101778/Put/seqid=0 2024-11-24T23:15:02,064 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a103f6a0bd84197a0df8ef603235b52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732490098924 2024-11-24T23:15:02,065 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting b70b6437008e4910be4e1c5fbc40807a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732490099602 2024-11-24T23:15:02,065 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1eb8e36d75245c88e564e3b0bd311d4, keycount=400, bloomtype=ROW, size=23.5 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732490101778 2024-11-24T23:15:02,088 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97f49eb17096c91455a16894445fa628#C#compaction#143 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:02,088 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/1d68df63f576436288dfa6815ca328cc is 50, key is test_row_0/C:col10/1732490101778/Put/seqid=0 2024-11-24T23:15:02,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741996_1172 (size=31549) 2024-11-24T23:15:02,102 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/e14223bcded444e7919efe3c84cd8133 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/e14223bcded444e7919efe3c84cd8133 2024-11-24T23:15:02,110 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 97f49eb17096c91455a16894445fa628/A of 97f49eb17096c91455a16894445fa628 into e14223bcded444e7919efe3c84cd8133(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:02,110 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:15:02,110 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., storeName=97f49eb17096c91455a16894445fa628/A, priority=12, startTime=1732490101955; duration=0sec 2024-11-24T23:15:02,110 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:02,110 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97f49eb17096c91455a16894445fa628:A 2024-11-24T23:15:02,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741995_1171 (size=14794) 2024-11-24T23:15:02,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490162120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:02,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:02,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:02,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490162120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:02,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:02,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:02,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:02,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:02,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741997_1173 (size=12595) 2024-11-24T23:15:02,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490162129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:02,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:02,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:02,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:02,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-24T23:15:02,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:02,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:15:02,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:02,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:02,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-24T23:15:02,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490162330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:02,333 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:02,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:02,333 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:02,333 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490162330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:02,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:02,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:02,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:02,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490162339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:02,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:02,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:02,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:02,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-24T23:15:02,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:02,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:15:02,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:02,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:02,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:02,515 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:02,519 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fa031917d1e44484b15960a63121c62a_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fa031917d1e44484b15960a63121c62a_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:02,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-24T23:15:02,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:02,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:15:02,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:02,520 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/f559e0ff78284cd4b9c8cd39416838f2, store: [table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:15:02,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:02,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:02,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/f559e0ff78284cd4b9c8cd39416838f2 is 175, key is test_row_0/A:col10/1732490101981/Put/seqid=0 2024-11-24T23:15:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:02,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741998_1174 (size=39749) 2024-11-24T23:15:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-24T23:15:02,535 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/1d68df63f576436288dfa6815ca328cc as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/1d68df63f576436288dfa6815ca328cc 2024-11-24T23:15:02,541 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 97f49eb17096c91455a16894445fa628/C of 97f49eb17096c91455a16894445fa628 into 1d68df63f576436288dfa6815ca328cc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:02,541 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:15:02,541 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., storeName=97f49eb17096c91455a16894445fa628/C, priority=12, startTime=1732490101956; duration=0sec 2024-11-24T23:15:02,541 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:02,541 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97f49eb17096c91455a16894445fa628:C 2024-11-24T23:15:02,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490162639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:02,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:02,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490162639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:02,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:02,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:02,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:02,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:02,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:02,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490162649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:02,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:02,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:02,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:02,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-24T23:15:02,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:02,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:15:02,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:02,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:02,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:02,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-24T23:15:02,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:02,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:15:02,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:02,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:02,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:02,925 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=223, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/f559e0ff78284cd4b9c8cd39416838f2 2024-11-24T23:15:02,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/f075521b06b943cb9dd4827d0560a5a6 is 50, key is test_row_0/B:col10/1732490101981/Put/seqid=0 2024-11-24T23:15:02,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741999_1175 (size=12151) 2024-11-24T23:15:02,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-24T23:15:02,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:02,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:15:02,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:02,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:02,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-24T23:15:03,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-24T23:15:03,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:03,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:15:03,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:03,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:03,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:03,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490163149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:03,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:03,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490163159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:03,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:03,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:03,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:03,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490163169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:03,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:03,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:03,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:03,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-24T23:15:03,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:03,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:15:03,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:03,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:03,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:03,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/f075521b06b943cb9dd4827d0560a5a6 2024-11-24T23:15:03,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/e5db6ee56a10439484e6937c7923367a is 50, key is test_row_0/C:col10/1732490101981/Put/seqid=0 2024-11-24T23:15:03,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742000_1176 (size=12151) 2024-11-24T23:15:03,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-24T23:15:03,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:03,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:15:03,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:03,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:03,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:03,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-24T23:15:03,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:03,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:15:03,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:03,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:03,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:03,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-24T23:15:03,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:03,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:15:03,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:03,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:03,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:03,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/e5db6ee56a10439484e6937c7923367a 2024-11-24T23:15:03,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/f559e0ff78284cd4b9c8cd39416838f2 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/f559e0ff78284cd4b9c8cd39416838f2 2024-11-24T23:15:03,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/f559e0ff78284cd4b9c8cd39416838f2, entries=200, sequenceid=223, filesize=38.8 K 2024-11-24T23:15:03,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/f075521b06b943cb9dd4827d0560a5a6 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/f075521b06b943cb9dd4827d0560a5a6 2024-11-24T23:15:03,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/f075521b06b943cb9dd4827d0560a5a6, entries=150, sequenceid=223, filesize=11.9 K 2024-11-24T23:15:03,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/e5db6ee56a10439484e6937c7923367a as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/e5db6ee56a10439484e6937c7923367a 2024-11-24T23:15:03,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/e5db6ee56a10439484e6937c7923367a, entries=150, sequenceid=223, filesize=11.9 K 2024-11-24T23:15:03,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~379.08 KB/388176, currentSize=46.96 KB/48090 for 97f49eb17096c91455a16894445fa628 in 1792ms, sequenceid=223, compaction requested=false 2024-11-24T23:15:03,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:15:03,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-24T23:15:03,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:03,896 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 97f49eb17096c91455a16894445fa628 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T23:15:03,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=A 2024-11-24T23:15:03,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:03,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=B 2024-11-24T23:15:03,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:03,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=C 2024-11-24T23:15:03,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:03,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ff7f0b7b55dd4aafb830d134cce07820_97f49eb17096c91455a16894445fa628 is 50, key is test_row_0/A:col10/1732490102010/Put/seqid=0 2024-11-24T23:15:03,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742001_1177 (size=12304) 2024-11-24T23:15:03,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:03,911 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ff7f0b7b55dd4aafb830d134cce07820_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ff7f0b7b55dd4aafb830d134cce07820_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:03,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/698d0363d1ed4a6c8c922f4a37bbefb0, store: [table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:15:03,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/698d0363d1ed4a6c8c922f4a37bbefb0 is 175, key is test_row_0/A:col10/1732490102010/Put/seqid=0 2024-11-24T23:15:03,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742002_1178 (size=31105) 2024-11-24T23:15:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-24T23:15:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 97f49eb17096c91455a16894445fa628 2024-11-24T23:15:04,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:15:04,278 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490104232, max timestamp=1732490104274Num uniques 859; 2024-11-24T23:15:04,278 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490104232, max timestamp=1732490104274Num uniques 859; 2024-11-24T23:15:04,278 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490104232, max timestamp=1732490104274Num uniques 859; 2024-11-24T23:15:04,278 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:15:04,278 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:15:04,278 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:15:04,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490164303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:04,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490164304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:04,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:04,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:04,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:04,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490164305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:04,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:04,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:04,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:04,319 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/698d0363d1ed4a6c8c922f4a37bbefb0 2024-11-24T23:15:04,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/72f715b720d94058b4197c86861c991d is 50, key is test_row_0/B:col10/1732490102010/Put/seqid=0 2024-11-24T23:15:04,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742003_1179 (size=12151) 2024-11-24T23:15:04,336 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/72f715b720d94058b4197c86861c991d 2024-11-24T23:15:04,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/3a81a5480aec417a978fd8749028a929 is 50, key is test_row_0/C:col10/1732490102010/Put/seqid=0 2024-11-24T23:15:04,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742004_1180 (size=12151) 2024-11-24T23:15:04,349 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/3a81a5480aec417a978fd8749028a929 2024-11-24T23:15:04,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/698d0363d1ed4a6c8c922f4a37bbefb0 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/698d0363d1ed4a6c8c922f4a37bbefb0 2024-11-24T23:15:04,362 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/698d0363d1ed4a6c8c922f4a37bbefb0, entries=150, sequenceid=236, filesize=30.4 K 2024-11-24T23:15:04,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/72f715b720d94058b4197c86861c991d as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/72f715b720d94058b4197c86861c991d 2024-11-24T23:15:04,371 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/72f715b720d94058b4197c86861c991d, entries=150, sequenceid=236, filesize=11.9 K 2024-11-24T23:15:04,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/3a81a5480aec417a978fd8749028a929 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/3a81a5480aec417a978fd8749028a929 2024-11-24T23:15:04,377 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/3a81a5480aec417a978fd8749028a929, entries=150, sequenceid=236, filesize=11.9 K 2024-11-24T23:15:04,378 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 97f49eb17096c91455a16894445fa628 in 482ms, sequenceid=236, compaction requested=true 2024-11-24T23:15:04,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:15:04,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:04,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-24T23:15:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-24T23:15:04,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-24T23:15:04,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4740 sec 2024-11-24T23:15:04,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.4810 sec 2024-11-24T23:15:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 97f49eb17096c91455a16894445fa628 2024-11-24T23:15:04,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97f49eb17096c91455a16894445fa628 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-24T23:15:04,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=A 2024-11-24T23:15:04,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:04,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=B 2024-11-24T23:15:04,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:04,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=C 2024-11-24T23:15:04,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:04,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242dab76c0937e464d8f8ece7f7b35837c_97f49eb17096c91455a16894445fa628 is 50, key is test_row_0/A:col10/1732490104303/Put/seqid=0 2024-11-24T23:15:04,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:04,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490164432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:04,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:04,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:04,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:04,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742005_1181 (size=14994) 2024-11-24T23:15:04,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490164434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:04,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:04,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:04,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:04,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490164435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:04,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:04,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:04,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:04,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490164539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:04,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:04,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:04,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:04,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490164549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:04,552 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:04,552 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:04,552 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:04,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490164559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:04,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:04,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:04,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:04,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490164749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:04,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:04,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:04,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:04,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490164759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:04,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:04,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:04,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:04,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490164770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:04,842 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:04,846 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242dab76c0937e464d8f8ece7f7b35837c_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242dab76c0937e464d8f8ece7f7b35837c_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:04,847 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/29a08e4efac74f17b1978d085626d798, store: [table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:15:04,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/29a08e4efac74f17b1978d085626d798 is 175, key is test_row_0/A:col10/1732490104303/Put/seqid=0 2024-11-24T23:15:04,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742006_1182 (size=39949) 2024-11-24T23:15:05,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490165059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:05,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:05,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:05,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:05,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490165069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:05,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:05,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:05,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:05,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490165079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:05,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:05,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:05,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:05,252 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/29a08e4efac74f17b1978d085626d798 2024-11-24T23:15:05,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/6dcb35c14be943fb81ec15e155df9eb6 is 50, key is test_row_0/B:col10/1732490104303/Put/seqid=0 2024-11-24T23:15:05,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742007_1183 (size=12301) 2024-11-24T23:15:05,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490165569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:05,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:05,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:05,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:05,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490165589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:05,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:05,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490165589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:05,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:05,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:05,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:05,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:05,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:05,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/6dcb35c14be943fb81ec15e155df9eb6 2024-11-24T23:15:05,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/f796d17dd70745c09e81a9949236e38c is 50, key is test_row_0/C:col10/1732490104303/Put/seqid=0 2024-11-24T23:15:05,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742008_1184 (size=12301) 2024-11-24T23:15:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-24T23:15:06,069 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:15:06,070 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:15:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-24T23:15:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-24T23:15:06,072 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:15:06,072 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:15:06,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:15:06,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/f796d17dd70745c09e81a9949236e38c 2024-11-24T23:15:06,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/29a08e4efac74f17b1978d085626d798 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/29a08e4efac74f17b1978d085626d798 2024-11-24T23:15:06,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/29a08e4efac74f17b1978d085626d798, entries=200, sequenceid=273, filesize=39.0 K 2024-11-24T23:15:06,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/6dcb35c14be943fb81ec15e155df9eb6 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/6dcb35c14be943fb81ec15e155df9eb6 2024-11-24T23:15:06,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/6dcb35c14be943fb81ec15e155df9eb6, entries=150, sequenceid=273, filesize=12.0 K 2024-11-24T23:15:06,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/f796d17dd70745c09e81a9949236e38c as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/f796d17dd70745c09e81a9949236e38c 2024-11-24T23:15:06,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/f796d17dd70745c09e81a9949236e38c, entries=150, sequenceid=273, filesize=12.0 K 2024-11-24T23:15:06,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 97f49eb17096c91455a16894445fa628 in 1682ms, sequenceid=273, compaction requested=true 2024-11-24T23:15:06,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:15:06,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97f49eb17096c91455a16894445fa628:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:15:06,094 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:15:06,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:06,094 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:15:06,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97f49eb17096c91455a16894445fa628:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:15:06,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:06,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97f49eb17096c91455a16894445fa628:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:15:06,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:06,095 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142352 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:15:06,095 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 97f49eb17096c91455a16894445fa628/A is initiating minor compaction (all files) 2024-11-24T23:15:06,095 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97f49eb17096c91455a16894445fa628/A in TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:06,095 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/e14223bcded444e7919efe3c84cd8133, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/f559e0ff78284cd4b9c8cd39416838f2, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/698d0363d1ed4a6c8c922f4a37bbefb0, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/29a08e4efac74f17b1978d085626d798] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp, totalSize=139.0 K 2024-11-24T23:15:06,096 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:06,096 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. files: [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/e14223bcded444e7919efe3c84cd8133, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/f559e0ff78284cd4b9c8cd39416838f2, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/698d0363d1ed4a6c8c922f4a37bbefb0, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/29a08e4efac74f17b1978d085626d798] 2024-11-24T23:15:06,096 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49198 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:15:06,096 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 97f49eb17096c91455a16894445fa628/B is initiating minor compaction (all files) 2024-11-24T23:15:06,096 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97f49eb17096c91455a16894445fa628/B in TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:06,096 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting e14223bcded444e7919efe3c84cd8133, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732490101778 2024-11-24T23:15:06,096 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/908c8a290cda488ca8b5dadaa12ea469, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/f075521b06b943cb9dd4827d0560a5a6, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/72f715b720d94058b4197c86861c991d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/6dcb35c14be943fb81ec15e155df9eb6] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp, totalSize=48.0 K 2024-11-24T23:15:06,096 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting f559e0ff78284cd4b9c8cd39416838f2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732490101826 2024-11-24T23:15:06,096 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 908c8a290cda488ca8b5dadaa12ea469, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732490101778 2024-11-24T23:15:06,097 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 698d0363d1ed4a6c8c922f4a37bbefb0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732490101998 2024-11-24T23:15:06,097 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting f075521b06b943cb9dd4827d0560a5a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732490101826 2024-11-24T23:15:06,097 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29a08e4efac74f17b1978d085626d798, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732490104302 2024-11-24T23:15:06,097 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 72f715b720d94058b4197c86861c991d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732490101998 2024-11-24T23:15:06,098 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 6dcb35c14be943fb81ec15e155df9eb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732490104302 2024-11-24T23:15:06,103 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:15:06,106 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97f49eb17096c91455a16894445fa628#B#compaction#153 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:06,106 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/160b9175846b4f5890ea6ebf838a2c48 is 50, key is test_row_0/B:col10/1732490104303/Put/seqid=0 2024-11-24T23:15:06,109 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411246b0a1eebad0b4eaa8c33616fe1fc9933_97f49eb17096c91455a16894445fa628 store=[table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:15:06,111 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411246b0a1eebad0b4eaa8c33616fe1fc9933_97f49eb17096c91455a16894445fa628, store=[table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:15:06,111 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246b0a1eebad0b4eaa8c33616fe1fc9933_97f49eb17096c91455a16894445fa628 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:15:06,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742009_1185 (size=12881) 2024-11-24T23:15:06,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742010_1186 (size=4469) 2024-11-24T23:15:06,127 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97f49eb17096c91455a16894445fa628#A#compaction#152 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:06,127 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/51b2f470d7cc4285b7f947e2bf6d37e6 is 175, key is test_row_0/A:col10/1732490104303/Put/seqid=0 2024-11-24T23:15:06,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742011_1187 (size=31835) 2024-11-24T23:15:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-24T23:15:06,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-24T23:15:06,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:06,225 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 97f49eb17096c91455a16894445fa628 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-24T23:15:06,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=A 2024-11-24T23:15:06,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:06,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=B 2024-11-24T23:15:06,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:06,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=C 2024-11-24T23:15:06,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:06,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124222ebf4de6a5492882514156aac9f3cb_97f49eb17096c91455a16894445fa628 is 50, key is test_row_0/A:col10/1732490104432/Put/seqid=0 2024-11-24T23:15:06,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742012_1188 (size=12454) 2024-11-24T23:15:06,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:06,258 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124222ebf4de6a5492882514156aac9f3cb_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124222ebf4de6a5492882514156aac9f3cb_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:06,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/adcd215bbcf348b1a0f6c9f90f7d9398, store: [table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:15:06,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/adcd215bbcf348b1a0f6c9f90f7d9398 is 175, key is test_row_0/A:col10/1732490104432/Put/seqid=0 2024-11-24T23:15:06,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742013_1189 (size=31255) 2024-11-24T23:15:06,275 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=282, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/adcd215bbcf348b1a0f6c9f90f7d9398 2024-11-24T23:15:06,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/1702cbafb2cd4bc3a75e991a2ee34fdf is 50, key is test_row_0/B:col10/1732490104432/Put/seqid=0 2024-11-24T23:15:06,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742014_1190 (size=12301) 2024-11-24T23:15:06,298 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/1702cbafb2cd4bc3a75e991a2ee34fdf 2024-11-24T23:15:06,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/3247d75c7c04497a84b647d731d4f4dd is 50, key is test_row_0/C:col10/1732490104432/Put/seqid=0 2024-11-24T23:15:06,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742015_1191 (size=12301) 2024-11-24T23:15:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-24T23:15:06,528 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/160b9175846b4f5890ea6ebf838a2c48 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/160b9175846b4f5890ea6ebf838a2c48 2024-11-24T23:15:06,534 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 97f49eb17096c91455a16894445fa628/B of 97f49eb17096c91455a16894445fa628 into 160b9175846b4f5890ea6ebf838a2c48(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:06,534 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:15:06,534 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., storeName=97f49eb17096c91455a16894445fa628/B, priority=12, startTime=1732490106094; duration=0sec 2024-11-24T23:15:06,534 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:06,534 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97f49eb17096c91455a16894445fa628:B 2024-11-24T23:15:06,534 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:15:06,535 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/51b2f470d7cc4285b7f947e2bf6d37e6 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/51b2f470d7cc4285b7f947e2bf6d37e6 2024-11-24T23:15:06,535 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49198 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:15:06,535 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 97f49eb17096c91455a16894445fa628/C is initiating minor compaction (all files) 2024-11-24T23:15:06,535 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97f49eb17096c91455a16894445fa628/C in TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:06,536 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/1d68df63f576436288dfa6815ca328cc, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/e5db6ee56a10439484e6937c7923367a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/3a81a5480aec417a978fd8749028a929, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/f796d17dd70745c09e81a9949236e38c] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp, totalSize=48.0 K 2024-11-24T23:15:06,536 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d68df63f576436288dfa6815ca328cc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732490101778 2024-11-24T23:15:06,537 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting e5db6ee56a10439484e6937c7923367a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732490101826 2024-11-24T23:15:06,537 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a81a5480aec417a978fd8749028a929, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732490101998 2024-11-24T23:15:06,538 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting f796d17dd70745c09e81a9949236e38c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732490104302 2024-11-24T23:15:06,540 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 97f49eb17096c91455a16894445fa628/A of 97f49eb17096c91455a16894445fa628 into 51b2f470d7cc4285b7f947e2bf6d37e6(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:06,540 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:15:06,541 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., storeName=97f49eb17096c91455a16894445fa628/A, priority=12, startTime=1732490106094; duration=0sec 2024-11-24T23:15:06,541 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:06,541 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97f49eb17096c91455a16894445fa628:A 2024-11-24T23:15:06,548 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97f49eb17096c91455a16894445fa628#C#compaction#157 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:06,548 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/9a0e79b0a98c4820aabc59f7891bb36a is 50, key is test_row_0/C:col10/1732490104303/Put/seqid=0 2024-11-24T23:15:06,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742016_1192 (size=12881) 2024-11-24T23:15:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 97f49eb17096c91455a16894445fa628 2024-11-24T23:15:06,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:15:06,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732490106614, max timestamp=1732490106625Num uniques 859; 2024-11-24T23:15:06,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732490106614, max timestamp=1732490106625Num uniques 859; 2024-11-24T23:15:06,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-24T23:15:06,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-24T23:15:06,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732490106614, max timestamp=1732490106625Num uniques 859; 2024-11-24T23:15:06,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-24T23:15:06,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490166657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:06,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:06,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:06,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:06,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490166658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:06,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:06,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490166659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:06,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:06,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:06,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:06,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:06,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-24T23:15:06,728 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/3247d75c7c04497a84b647d731d4f4dd 2024-11-24T23:15:06,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/adcd215bbcf348b1a0f6c9f90f7d9398 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/adcd215bbcf348b1a0f6c9f90f7d9398 2024-11-24T23:15:06,736 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/adcd215bbcf348b1a0f6c9f90f7d9398, entries=150, sequenceid=282, filesize=30.5 K 2024-11-24T23:15:06,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/1702cbafb2cd4bc3a75e991a2ee34fdf as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/1702cbafb2cd4bc3a75e991a2ee34fdf 2024-11-24T23:15:06,741 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/1702cbafb2cd4bc3a75e991a2ee34fdf, entries=150, sequenceid=282, filesize=12.0 K 2024-11-24T23:15:06,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/3247d75c7c04497a84b647d731d4f4dd as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/3247d75c7c04497a84b647d731d4f4dd 2024-11-24T23:15:06,746 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/3247d75c7c04497a84b647d731d4f4dd, entries=150, sequenceid=282, filesize=12.0 K 2024-11-24T23:15:06,747 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 97f49eb17096c91455a16894445fa628 in 523ms, sequenceid=282, compaction requested=false 2024-11-24T23:15:06,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:15:06,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:06,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-24T23:15:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-24T23:15:06,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-24T23:15:06,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 676 msec 2024-11-24T23:15:06,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 681 msec 2024-11-24T23:15:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 97f49eb17096c91455a16894445fa628 2024-11-24T23:15:06,771 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97f49eb17096c91455a16894445fa628 3/3 column families, dataSize=147.60 KB heapSize=415.45 KB 2024-11-24T23:15:06,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=A 2024-11-24T23:15:06,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:06,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=B 2024-11-24T23:15:06,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:06,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=C 2024-11-24T23:15:06,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:06,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f9ef183f2e1745a0b4a6c32dfdbbfd79_97f49eb17096c91455a16894445fa628 is 50, key is test_row_0/A:col10/1732490106658/Put/seqid=0 2024-11-24T23:15:06,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742017_1193 (size=14994) 2024-11-24T23:15:06,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490166814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:06,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490166814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:06,819 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:06,819 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:06,819 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:06,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:06,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:06,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490166814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:06,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:06,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:06,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:06,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:06,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490166929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:06,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:06,932 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490166929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:06,932 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:06,932 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:06,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:06,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490166929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:06,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:06,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:06,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:06,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:06,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:06,957 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/9a0e79b0a98c4820aabc59f7891bb36a as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/9a0e79b0a98c4820aabc59f7891bb36a 2024-11-24T23:15:06,961 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 97f49eb17096c91455a16894445fa628/C of 97f49eb17096c91455a16894445fa628 into 9a0e79b0a98c4820aabc59f7891bb36a(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:06,961 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:15:06,961 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., storeName=97f49eb17096c91455a16894445fa628/C, priority=12, startTime=1732490106094; duration=0sec 2024-11-24T23:15:06,962 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:06,962 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97f49eb17096c91455a16894445fa628:C 2024-11-24T23:15:07,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490167139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:07,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:07,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:07,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:07,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490167139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:07,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:07,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:07,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:07,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490167139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:07,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:07,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:07,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:07,194 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:07,198 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f9ef183f2e1745a0b4a6c32dfdbbfd79_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f9ef183f2e1745a0b4a6c32dfdbbfd79_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:07,199 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/3054a79a4ea04a56b2611c7995649e4c, store: [table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:15:07,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/3054a79a4ea04a56b2611c7995649e4c is 175, key is test_row_0/A:col10/1732490106658/Put/seqid=0 2024-11-24T23:15:07,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742018_1194 (size=39949) 2024-11-24T23:15:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-24T23:15:07,209 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:15:07,209 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:15:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-24T23:15:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-24T23:15:07,211 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:15:07,212 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:15:07,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:15:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-24T23:15:07,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-24T23:15:07,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:07,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:15:07,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:07,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:07,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:07,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490167449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:07,452 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:07,452 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:07,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:07,452 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490167449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:07,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:07,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:07,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:07,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490167449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:07,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:07,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:07,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:07,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-24T23:15:07,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:07,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:15:07,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:07,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:07,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-24T23:15:07,611 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=321, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/3054a79a4ea04a56b2611c7995649e4c 2024-11-24T23:15:07,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/075e895f12964ebe8c22df1f96b58698 is 50, key is test_row_0/B:col10/1732490106658/Put/seqid=0 2024-11-24T23:15:07,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742019_1195 (size=12301) 2024-11-24T23:15:07,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-24T23:15:07,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:07,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:15:07,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:07,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:07,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:07,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-24T23:15:07,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:07,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:15:07,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:07,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:07,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-24T23:15:07,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490167960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:07,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490167960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:07,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490167960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:07,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:07,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-24T23:15:07,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:07,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:15:07,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:07,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:07,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:08,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/075e895f12964ebe8c22df1f96b58698 2024-11-24T23:15:08,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/fd1bb9cb298e4ef5a722c37c8368376c is 50, key is test_row_0/C:col10/1732490106658/Put/seqid=0 2024-11-24T23:15:08,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742020_1196 (size=12301) 2024-11-24T23:15:08,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/fd1bb9cb298e4ef5a722c37c8368376c 2024-11-24T23:15:08,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/3054a79a4ea04a56b2611c7995649e4c as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/3054a79a4ea04a56b2611c7995649e4c 2024-11-24T23:15:08,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/3054a79a4ea04a56b2611c7995649e4c, entries=200, sequenceid=321, filesize=39.0 K 2024-11-24T23:15:08,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/075e895f12964ebe8c22df1f96b58698 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/075e895f12964ebe8c22df1f96b58698 2024-11-24T23:15:08,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/075e895f12964ebe8c22df1f96b58698, entries=150, sequenceid=321, filesize=12.0 K 2024-11-24T23:15:08,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/fd1bb9cb298e4ef5a722c37c8368376c as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/fd1bb9cb298e4ef5a722c37c8368376c 2024-11-24T23:15:08,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/fd1bb9cb298e4ef5a722c37c8368376c, entries=150, sequenceid=321, filesize=12.0 K 2024-11-24T23:15:08,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=46.96 KB/48090 for 97f49eb17096c91455a16894445fa628 in 1340ms, sequenceid=321, compaction requested=true 2024-11-24T23:15:08,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:15:08,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97f49eb17096c91455a16894445fa628:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:15:08,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:08,112 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:15:08,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97f49eb17096c91455a16894445fa628:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:15:08,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:08,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97f49eb17096c91455a16894445fa628:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:15:08,112 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:15:08,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:08,113 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:15:08,114 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 97f49eb17096c91455a16894445fa628/A is initiating minor compaction (all files) 2024-11-24T23:15:08,114 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97f49eb17096c91455a16894445fa628/A in TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:08,114 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/51b2f470d7cc4285b7f947e2bf6d37e6, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/adcd215bbcf348b1a0f6c9f90f7d9398, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/3054a79a4ea04a56b2611c7995649e4c] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp, totalSize=100.6 K 2024-11-24T23:15:08,114 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:08,114 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. files: [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/51b2f470d7cc4285b7f947e2bf6d37e6, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/adcd215bbcf348b1a0f6c9f90f7d9398, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/3054a79a4ea04a56b2611c7995649e4c] 2024-11-24T23:15:08,114 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:15:08,114 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 97f49eb17096c91455a16894445fa628/B is initiating minor compaction (all files) 2024-11-24T23:15:08,114 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97f49eb17096c91455a16894445fa628/B in TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:08,114 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/160b9175846b4f5890ea6ebf838a2c48, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/1702cbafb2cd4bc3a75e991a2ee34fdf, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/075e895f12964ebe8c22df1f96b58698] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp, totalSize=36.6 K 2024-11-24T23:15:08,115 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 160b9175846b4f5890ea6ebf838a2c48, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732490104302 2024-11-24T23:15:08,115 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51b2f470d7cc4285b7f947e2bf6d37e6, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732490104302 2024-11-24T23:15:08,116 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 1702cbafb2cd4bc3a75e991a2ee34fdf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732490104425 2024-11-24T23:15:08,116 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting adcd215bbcf348b1a0f6c9f90f7d9398, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732490104425 2024-11-24T23:15:08,116 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 075e895f12964ebe8c22df1f96b58698, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732490106647 2024-11-24T23:15:08,117 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3054a79a4ea04a56b2611c7995649e4c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732490106647 2024-11-24T23:15:08,130 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97f49eb17096c91455a16894445fa628#B#compaction#161 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:08,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-24T23:15:08,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:08,131 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 97f49eb17096c91455a16894445fa628 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T23:15:08,131 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/55020a5ec7a847a0a693d521f2fcae5d is 50, key is test_row_0/B:col10/1732490106658/Put/seqid=0 2024-11-24T23:15:08,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=A 2024-11-24T23:15:08,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:08,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=B 2024-11-24T23:15:08,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:08,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=C 2024-11-24T23:15:08,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:08,144 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:15:08,150 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124bed6650e7b7b44baa4287e176387ac96_97f49eb17096c91455a16894445fa628 store=[table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:15:08,152 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124bed6650e7b7b44baa4287e176387ac96_97f49eb17096c91455a16894445fa628, store=[table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:15:08,152 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bed6650e7b7b44baa4287e176387ac96_97f49eb17096c91455a16894445fa628 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:15:08,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245d12a3a63f4349628c35836934f08ae3_97f49eb17096c91455a16894445fa628 is 50, key is test_row_0/A:col10/1732490106788/Put/seqid=0 2024-11-24T23:15:08,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742021_1197 (size=12983) 2024-11-24T23:15:08,163 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/55020a5ec7a847a0a693d521f2fcae5d as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/55020a5ec7a847a0a693d521f2fcae5d 2024-11-24T23:15:08,170 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97f49eb17096c91455a16894445fa628/B of 97f49eb17096c91455a16894445fa628 into 55020a5ec7a847a0a693d521f2fcae5d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:08,171 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:15:08,171 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., storeName=97f49eb17096c91455a16894445fa628/B, priority=13, startTime=1732490108112; duration=0sec 2024-11-24T23:15:08,171 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:08,171 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97f49eb17096c91455a16894445fa628:B 2024-11-24T23:15:08,171 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:15:08,181 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:15:08,181 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 97f49eb17096c91455a16894445fa628/C is initiating minor compaction (all files) 2024-11-24T23:15:08,181 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97f49eb17096c91455a16894445fa628/C in TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:08,182 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/9a0e79b0a98c4820aabc59f7891bb36a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/3247d75c7c04497a84b647d731d4f4dd, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/fd1bb9cb298e4ef5a722c37c8368376c] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp, totalSize=36.6 K 2024-11-24T23:15:08,182 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a0e79b0a98c4820aabc59f7891bb36a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732490104302 2024-11-24T23:15:08,183 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 3247d75c7c04497a84b647d731d4f4dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732490104425 2024-11-24T23:15:08,183 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting fd1bb9cb298e4ef5a722c37c8368376c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732490106647 2024-11-24T23:15:08,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742022_1198 (size=4469) 2024-11-24T23:15:08,200 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97f49eb17096c91455a16894445fa628#A#compaction#162 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:08,201 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/06e3a911af1d4c74991153ba92bf4426 is 175, key is test_row_0/A:col10/1732490106658/Put/seqid=0 2024-11-24T23:15:08,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742023_1199 (size=12454) 2024-11-24T23:15:08,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:08,211 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245d12a3a63f4349628c35836934f08ae3_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245d12a3a63f4349628c35836934f08ae3_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:08,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/00871afccaaf4afdb6385e7101c6ade2, store: [table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:15:08,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/00871afccaaf4afdb6385e7101c6ade2 is 175, key is test_row_0/A:col10/1732490106788/Put/seqid=0 2024-11-24T23:15:08,222 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97f49eb17096c91455a16894445fa628#C#compaction#164 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:08,222 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/dcefd5e779d041ca8f0684c8b324a853 is 50, key is test_row_0/C:col10/1732490106658/Put/seqid=0 2024-11-24T23:15:08,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742024_1200 (size=31937) 2024-11-24T23:15:08,262 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/06e3a911af1d4c74991153ba92bf4426 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/06e3a911af1d4c74991153ba92bf4426 2024-11-24T23:15:08,273 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97f49eb17096c91455a16894445fa628/A of 97f49eb17096c91455a16894445fa628 into 06e3a911af1d4c74991153ba92bf4426(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:08,274 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:15:08,274 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., storeName=97f49eb17096c91455a16894445fa628/A, priority=13, startTime=1732490108112; duration=0sec 2024-11-24T23:15:08,274 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:08,274 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97f49eb17096c91455a16894445fa628:A 2024-11-24T23:15:08,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742025_1201 (size=31255) 2024-11-24T23:15:08,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742026_1202 (size=12983) 2024-11-24T23:15:08,314 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/dcefd5e779d041ca8f0684c8b324a853 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/dcefd5e779d041ca8f0684c8b324a853 2024-11-24T23:15:08,321 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97f49eb17096c91455a16894445fa628/C of 97f49eb17096c91455a16894445fa628 into dcefd5e779d041ca8f0684c8b324a853(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:08,321 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:15:08,321 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., storeName=97f49eb17096c91455a16894445fa628/C, priority=13, startTime=1732490108112; duration=0sec 2024-11-24T23:15:08,321 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:08,321 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97f49eb17096c91455a16894445fa628:C 2024-11-24T23:15:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-24T23:15:08,702 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/00871afccaaf4afdb6385e7101c6ade2 2024-11-24T23:15:08,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/785284f4183e4b8cb5a7d0043c24abf3 is 50, key is test_row_0/B:col10/1732490106788/Put/seqid=0 2024-11-24T23:15:08,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742027_1203 (size=12301) 2024-11-24T23:15:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 97f49eb17096c91455a16894445fa628 2024-11-24T23:15:08,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. as already flushing 2024-11-24T23:15:08,998 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732490108985, max timestamp=1732490108996Num uniques 859; 2024-11-24T23:15:08,998 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732490108985, max timestamp=1732490108996Num uniques 859; 2024-11-24T23:15:08,998 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-24T23:15:08,999 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-24T23:15:08,999 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732490108985, max timestamp=1732490108996Num uniques 859; 2024-11-24T23:15:08,999 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-24T23:15:09,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490169020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:09,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:09,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490169025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:09,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490169026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:09,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:09,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43308 deadline: 1732490169109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:09,114 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_1' in 97f49eb17096c91455a16894445fa628 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18349 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:15:09,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:09,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:09,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43304 deadline: 1732490169118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:09,123 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/785284f4183e4b8cb5a7d0043c24abf3 2024-11-24T23:15:09,122 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_2' in 97f49eb17096c91455a16894445fa628 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18345 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:15:09,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:09,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/67ed045642184d26942e4e1e5c0eac3a is 50, key is test_row_0/C:col10/1732490106788/Put/seqid=0 2024-11-24T23:15:09,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490169129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:09,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:09,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742028_1204 (size=12301) 2024-11-24T23:15:09,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490169139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:09,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:09,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490169139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:09,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:09,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:09,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490169343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:09,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:09,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490169350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:09,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490169350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:09,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:09,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-24T23:15:09,536 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/67ed045642184d26942e4e1e5c0eac3a 2024-11-24T23:15:09,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/00871afccaaf4afdb6385e7101c6ade2 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/00871afccaaf4afdb6385e7101c6ade2 2024-11-24T23:15:09,556 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/00871afccaaf4afdb6385e7101c6ade2, entries=150, sequenceid=332, filesize=30.5 K 2024-11-24T23:15:09,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/785284f4183e4b8cb5a7d0043c24abf3 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/785284f4183e4b8cb5a7d0043c24abf3 2024-11-24T23:15:09,564 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/785284f4183e4b8cb5a7d0043c24abf3, entries=150, sequenceid=332, filesize=12.0 K 2024-11-24T23:15:09,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/67ed045642184d26942e4e1e5c0eac3a as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/67ed045642184d26942e4e1e5c0eac3a 2024-11-24T23:15:09,579 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/67ed045642184d26942e4e1e5c0eac3a, entries=150, sequenceid=332, filesize=12.0 K 2024-11-24T23:15:09,580 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 97f49eb17096c91455a16894445fa628 in 1449ms, sequenceid=332, compaction requested=false 2024-11-24T23:15:09,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:15:09,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:09,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-24T23:15:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-24T23:15:09,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-24T23:15:09,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3720 sec 2024-11-24T23:15:09,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 2.3770 sec 2024-11-24T23:15:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 97f49eb17096c91455a16894445fa628 2024-11-24T23:15:09,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97f49eb17096c91455a16894445fa628 3/3 column families, dataSize=147.60 KB heapSize=410.77 KB 2024-11-24T23:15:09,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=A 2024-11-24T23:15:09,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:09,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=B 2024-11-24T23:15:09,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:09,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=C 2024-11-24T23:15:09,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:09,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b2bb60b9f19243ec8040e33c2c86b530_97f49eb17096c91455a16894445fa628 is 50, key is test_row_0/A:col10/1732490109665/Put/seqid=0 2024-11-24T23:15:09,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742029_1205 (size=17534) 2024-11-24T23:15:09,688 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:09,692 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b2bb60b9f19243ec8040e33c2c86b530_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b2bb60b9f19243ec8040e33c2c86b530_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:09,693 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/7bdd8910ed46484f82ad9c457063d9b5, store: [table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:15:09,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/7bdd8910ed46484f82ad9c457063d9b5 is 175, key is test_row_0/A:col10/1732490109665/Put/seqid=0 2024-11-24T23:15:09,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490169681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:09,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:09,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742030_1206 (size=48639) 2024-11-24T23:15:09,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490169700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:09,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:09,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490169705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:09,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:09,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490169809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:09,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:09,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490169819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:09,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:09,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490169819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:09,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:09,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:09,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:10,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490170019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:10,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:10,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:10,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:10,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490170029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:10,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490170030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:10,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:10,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:10,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:10,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:10,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:10,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:10,107 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=372, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/7bdd8910ed46484f82ad9c457063d9b5 2024-11-24T23:15:10,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/17922fc743064e5fa95f44018f31b937 is 50, key is test_row_0/B:col10/1732490109665/Put/seqid=0 2024-11-24T23:15:10,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742031_1207 (size=12301) 2024-11-24T23:15:10,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490170340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:10,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:10,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:10,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:10,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490170349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:10,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490170349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:10,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:10,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:10,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:10,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:10,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:10,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:10,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/17922fc743064e5fa95f44018f31b937 2024-11-24T23:15:10,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/59066d72a3be4d5faef5d37f0ebfb04e is 50, key is test_row_0/C:col10/1732490109665/Put/seqid=0 2024-11-24T23:15:10,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742032_1208 (size=12301) 2024-11-24T23:15:10,647 INFO [Thread-605 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-605. 2024-11-24T23:15:10,647 DEBUG [Thread-605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:15:10,647 DEBUG [Thread-605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:10,647 DEBUG [Thread-605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:10,647 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:15:10,648 INFO [Thread-609 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-609. 2024-11-24T23:15:10,648 DEBUG [Thread-609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:15:10,648 DEBUG [Thread-609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:10,648 DEBUG [Thread-609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:10,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:15:10,651 INFO [Thread-611 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-611. 2024-11-24T23:15:10,651 DEBUG [Thread-611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:15:10,651 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:10,651 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:10,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:15:10,651 INFO [Thread-607 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-607. 2024-11-24T23:15:10,651 DEBUG [Thread-607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:15:10,651 DEBUG [Thread-607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:10,651 DEBUG [Thread-607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:10,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:15:10,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:10,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43272 deadline: 1732490170859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:10,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43306 deadline: 1732490170860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43336 deadline: 1732490170860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:10,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:10,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:10,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:10,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:10,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:10,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:10,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:10,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:10,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:10,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/59066d72a3be4d5faef5d37f0ebfb04e 2024-11-24T23:15:10,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/7bdd8910ed46484f82ad9c457063d9b5 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/7bdd8910ed46484f82ad9c457063d9b5 2024-11-24T23:15:10,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/7bdd8910ed46484f82ad9c457063d9b5, entries=250, sequenceid=372, filesize=47.5 K 2024-11-24T23:15:10,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/17922fc743064e5fa95f44018f31b937 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/17922fc743064e5fa95f44018f31b937 2024-11-24T23:15:11,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/17922fc743064e5fa95f44018f31b937, entries=150, sequenceid=372, filesize=12.0 K 2024-11-24T23:15:11,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/59066d72a3be4d5faef5d37f0ebfb04e as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/59066d72a3be4d5faef5d37f0ebfb04e 2024-11-24T23:15:11,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/59066d72a3be4d5faef5d37f0ebfb04e, entries=150, sequenceid=372, filesize=12.0 K 2024-11-24T23:15:11,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~430.64 KB/440976, currentSize=33.54 KB/34350 for 97f49eb17096c91455a16894445fa628 in 1341ms, sequenceid=372, compaction requested=true 2024-11-24T23:15:11,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:15:11,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97f49eb17096c91455a16894445fa628:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:15:11,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:11,008 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:15:11,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97f49eb17096c91455a16894445fa628:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:15:11,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:11,008 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:15:11,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 97f49eb17096c91455a16894445fa628:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:15:11,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:11,009 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111831 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:15:11,009 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 97f49eb17096c91455a16894445fa628/A is initiating minor compaction (all files) 2024-11-24T23:15:11,009 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:15:11,009 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97f49eb17096c91455a16894445fa628/A in TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:11,009 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 97f49eb17096c91455a16894445fa628/B is initiating minor compaction (all files) 2024-11-24T23:15:11,009 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/06e3a911af1d4c74991153ba92bf4426, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/00871afccaaf4afdb6385e7101c6ade2, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/7bdd8910ed46484f82ad9c457063d9b5] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp, totalSize=109.2 K 2024-11-24T23:15:11,009 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97f49eb17096c91455a16894445fa628/B in TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:11,009 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:11,009 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. files: [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/06e3a911af1d4c74991153ba92bf4426, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/00871afccaaf4afdb6385e7101c6ade2, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/7bdd8910ed46484f82ad9c457063d9b5] 2024-11-24T23:15:11,009 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/55020a5ec7a847a0a693d521f2fcae5d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/785284f4183e4b8cb5a7d0043c24abf3, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/17922fc743064e5fa95f44018f31b937] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp, totalSize=36.7 K 2024-11-24T23:15:11,010 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06e3a911af1d4c74991153ba92bf4426, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732490106647 2024-11-24T23:15:11,010 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 55020a5ec7a847a0a693d521f2fcae5d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732490106647 2024-11-24T23:15:11,010 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00871afccaaf4afdb6385e7101c6ade2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732490106780 2024-11-24T23:15:11,010 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 785284f4183e4b8cb5a7d0043c24abf3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732490106780 2024-11-24T23:15:11,010 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bdd8910ed46484f82ad9c457063d9b5, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732490109018 2024-11-24T23:15:11,010 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 17922fc743064e5fa95f44018f31b937, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732490109025 2024-11-24T23:15:11,019 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:15:11,021 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97f49eb17096c91455a16894445fa628#B#compaction#170 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:11,021 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/6d45673581bc4cdca7be65667437e35e is 50, key is test_row_0/B:col10/1732490109665/Put/seqid=0 2024-11-24T23:15:11,021 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124810b6fb03c384d88b69e8e8f5db7bcdf_97f49eb17096c91455a16894445fa628 store=[table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:15:11,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742033_1209 (size=13085) 2024-11-24T23:15:11,043 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124810b6fb03c384d88b69e8e8f5db7bcdf_97f49eb17096c91455a16894445fa628, store=[table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:15:11,044 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124810b6fb03c384d88b69e8e8f5db7bcdf_97f49eb17096c91455a16894445fa628 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:15:11,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742034_1210 (size=4469) 2024-11-24T23:15:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-24T23:15:11,370 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:15:11,437 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/6d45673581bc4cdca7be65667437e35e as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/6d45673581bc4cdca7be65667437e35e 2024-11-24T23:15:11,444 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97f49eb17096c91455a16894445fa628/B of 97f49eb17096c91455a16894445fa628 into 6d45673581bc4cdca7be65667437e35e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:11,444 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:15:11,444 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., storeName=97f49eb17096c91455a16894445fa628/B, priority=13, startTime=1732490111008; duration=0sec 2024-11-24T23:15:11,444 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:11,444 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97f49eb17096c91455a16894445fa628:B 2024-11-24T23:15:11,444 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:15:11,446 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:15:11,446 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 97f49eb17096c91455a16894445fa628/C is initiating minor compaction (all files) 2024-11-24T23:15:11,446 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 97f49eb17096c91455a16894445fa628/C in TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:11,446 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/dcefd5e779d041ca8f0684c8b324a853, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/67ed045642184d26942e4e1e5c0eac3a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/59066d72a3be4d5faef5d37f0ebfb04e] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp, totalSize=36.7 K 2024-11-24T23:15:11,446 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting dcefd5e779d041ca8f0684c8b324a853, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732490106647 2024-11-24T23:15:11,447 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 67ed045642184d26942e4e1e5c0eac3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732490106780 2024-11-24T23:15:11,447 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 59066d72a3be4d5faef5d37f0ebfb04e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732490109025 2024-11-24T23:15:11,449 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97f49eb17096c91455a16894445fa628#A#compaction#171 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:11,450 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/15b1722461d54ee6ab208aa4d189e7fd is 175, key is test_row_0/A:col10/1732490109665/Put/seqid=0 2024-11-24T23:15:11,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742035_1211 (size=32039) 2024-11-24T23:15:11,457 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 97f49eb17096c91455a16894445fa628#C#compaction#172 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:11,458 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/ed2e40c44bf34088996431abbc11edb6 is 50, key is test_row_0/C:col10/1732490109665/Put/seqid=0 2024-11-24T23:15:11,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742036_1212 (size=13085) 2024-11-24T23:15:11,866 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/15b1722461d54ee6ab208aa4d189e7fd as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/15b1722461d54ee6ab208aa4d189e7fd 2024-11-24T23:15:11,870 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/ed2e40c44bf34088996431abbc11edb6 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/ed2e40c44bf34088996431abbc11edb6 2024-11-24T23:15:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 97f49eb17096c91455a16894445fa628 2024-11-24T23:15:11,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 97f49eb17096c91455a16894445fa628 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T23:15:11,872 INFO [Thread-602 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-602. 2024-11-24T23:15:11,872 DEBUG [Thread-602 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:15:11,872 INFO [Thread-596 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-596. 2024-11-24T23:15:11,872 DEBUG [Thread-602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:11,872 DEBUG [Thread-596 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:15:11,872 DEBUG [Thread-596 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:11,872 DEBUG [Thread-602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:11,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=A 2024-11-24T23:15:11,872 DEBUG [Thread-596 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:11,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:15:11,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:11,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:15:11,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=B 2024-11-24T23:15:11,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:11,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=C 2024-11-24T23:15:11,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:11,873 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97f49eb17096c91455a16894445fa628/A of 97f49eb17096c91455a16894445fa628 into 15b1722461d54ee6ab208aa4d189e7fd(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:11,873 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:15:11,873 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., storeName=97f49eb17096c91455a16894445fa628/A, priority=13, startTime=1732490111008; duration=0sec 2024-11-24T23:15:11,873 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:11,873 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97f49eb17096c91455a16894445fa628:A 2024-11-24T23:15:11,876 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 97f49eb17096c91455a16894445fa628/C of 97f49eb17096c91455a16894445fa628 into ed2e40c44bf34088996431abbc11edb6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:11,876 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:15:11,876 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., storeName=97f49eb17096c91455a16894445fa628/C, priority=13, startTime=1732490111008; duration=0sec 2024-11-24T23:15:11,876 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:11,876 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 97f49eb17096c91455a16894445fa628:C 2024-11-24T23:15:11,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242e5ae0caa62b4f7d8bc4194e62b4ded2_97f49eb17096c91455a16894445fa628 is 50, key is test_row_0/A:col10/1732490111870/Put/seqid=0 2024-11-24T23:15:11,880 INFO [Thread-598 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-598. 2024-11-24T23:15:11,880 DEBUG [Thread-598 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:15:11,880 DEBUG [Thread-598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:11,880 DEBUG [Thread-598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:11,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:15:11,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742037_1213 (size=12454) 2024-11-24T23:15:11,887 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T23:15:12,284 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:12,291 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242e5ae0caa62b4f7d8bc4194e62b4ded2_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242e5ae0caa62b4f7d8bc4194e62b4ded2_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:12,292 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/ecc168dd5e5442b084c437bac96c5e95, store: [table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:15:12,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/ecc168dd5e5442b084c437bac96c5e95 is 175, key is test_row_0/A:col10/1732490111870/Put/seqid=0 2024-11-24T23:15:12,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742038_1214 (size=31255) 2024-11-24T23:15:12,701 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=383, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/ecc168dd5e5442b084c437bac96c5e95 2024-11-24T23:15:12,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/adca8b70cc664a099a9de10c21e6582b is 50, key is test_row_0/B:col10/1732490111870/Put/seqid=0 2024-11-24T23:15:12,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742039_1215 (size=12301) 2024-11-24T23:15:13,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/adca8b70cc664a099a9de10c21e6582b 2024-11-24T23:15:13,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/4a2d246331c94a6fa735d7d108b5041f is 50, key is test_row_0/C:col10/1732490111870/Put/seqid=0 2024-11-24T23:15:13,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742040_1216 (size=12301) 2024-11-24T23:15:13,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/4a2d246331c94a6fa735d7d108b5041f 2024-11-24T23:15:13,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/ecc168dd5e5442b084c437bac96c5e95 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/ecc168dd5e5442b084c437bac96c5e95 2024-11-24T23:15:13,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/ecc168dd5e5442b084c437bac96c5e95, entries=150, sequenceid=383, filesize=30.5 K 2024-11-24T23:15:13,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/adca8b70cc664a099a9de10c21e6582b as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/adca8b70cc664a099a9de10c21e6582b 2024-11-24T23:15:13,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/adca8b70cc664a099a9de10c21e6582b, entries=150, sequenceid=383, filesize=12.0 K 2024-11-24T23:15:13,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/4a2d246331c94a6fa735d7d108b5041f as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/4a2d246331c94a6fa735d7d108b5041f 2024-11-24T23:15:13,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/4a2d246331c94a6fa735d7d108b5041f, entries=150, sequenceid=383, filesize=12.0 K 2024-11-24T23:15:13,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=6.71 KB/6870 for 97f49eb17096c91455a16894445fa628 in 1694ms, sequenceid=383, compaction requested=false 2024-11-24T23:15:13,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 97f49eb17096c91455a16894445fa628: 2024-11-24T23:15:19,193 INFO [Thread-600 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-600. 2024-11-24T23:15:19,194 DEBUG [Thread-600 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:15:19,194 DEBUG [Thread-600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:19,194 DEBUG [Thread-600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:19,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:15:19,202 INFO [Thread-594 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-594. 2024-11-24T23:15:19,202 DEBUG [Thread-594 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:15:19,202 DEBUG [Thread-594 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:19,202 DEBUG [Thread-594 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:19,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:15:19,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T23:15:19,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-11-24T23:15:19,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-24T23:15:19,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-24T23:15:19,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-11-24T23:15:19,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-11-24T23:15:19,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T23:15:19,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3042 2024-11-24T23:15:19,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3227 2024-11-24T23:15:19,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T23:15:19,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1346 2024-11-24T23:15:19,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4038 rows 2024-11-24T23:15:19,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1355 2024-11-24T23:15:19,203 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4062 rows 2024-11-24T23:15:19,203 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:15:19,203 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:15:19,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:19,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:19,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:15:19,204 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-24T23:15:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T23:15:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-24T23:15:19,209 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490119209"}]},"ts":"1732490119209"} 2024-11-24T23:15:19,211 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T23:15:19,211 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T23:15:19,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T23:15:19,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=97f49eb17096c91455a16894445fa628, UNASSIGN}] 2024-11-24T23:15:19,214 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=97f49eb17096c91455a16894445fa628, UNASSIGN 2024-11-24T23:15:19,215 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=97f49eb17096c91455a16894445fa628, regionState=CLOSING, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:15:19,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=97f49eb17096c91455a16894445fa628, UNASSIGN because future has completed 2024-11-24T23:15:19,216 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T23:15:19,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579}] 2024-11-24T23:15:19,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-24T23:15:19,370 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(122): Close 97f49eb17096c91455a16894445fa628 2024-11-24T23:15:19,370 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T23:15:19,370 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1722): Closing 97f49eb17096c91455a16894445fa628, disabling compactions & flushes 2024-11-24T23:15:19,370 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:19,371 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:19,371 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. after waiting 0 ms 2024-11-24T23:15:19,371 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:19,371 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(2902): Flushing 97f49eb17096c91455a16894445fa628 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-24T23:15:19,372 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=A 2024-11-24T23:15:19,372 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:19,372 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=B 2024-11-24T23:15:19,372 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:19,372 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 97f49eb17096c91455a16894445fa628, store=C 2024-11-24T23:15:19,372 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:19,384 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d3593b6c9a16422ab1b428ca4e8f59da_97f49eb17096c91455a16894445fa628 is 50, key is test_row_1/A:col10/1732490119200/Put/seqid=0 2024-11-24T23:15:19,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742041_1217 (size=9914) 2024-11-24T23:15:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-24T23:15:19,790 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:19,800 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d3593b6c9a16422ab1b428ca4e8f59da_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d3593b6c9a16422ab1b428ca4e8f59da_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:19,801 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/8fc3aeb22fb0468abc29b0b96e199c9b, store: [table=TestAcidGuarantees family=A region=97f49eb17096c91455a16894445fa628] 2024-11-24T23:15:19,802 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/8fc3aeb22fb0468abc29b0b96e199c9b is 175, key is test_row_1/A:col10/1732490119200/Put/seqid=0 2024-11-24T23:15:19,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742042_1218 (size=22561) 2024-11-24T23:15:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-24T23:15:20,208 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=391, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/8fc3aeb22fb0468abc29b0b96e199c9b 2024-11-24T23:15:20,222 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/e8aebe791aef4e9caf5cc6079cfc857d is 50, key is test_row_1/B:col10/1732490119200/Put/seqid=0 2024-11-24T23:15:20,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742043_1219 (size=9857) 2024-11-24T23:15:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-24T23:15:20,629 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/e8aebe791aef4e9caf5cc6079cfc857d 2024-11-24T23:15:20,644 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/61d3dea2ffa4470791a030a7a6bf023e is 50, key is test_row_1/C:col10/1732490119200/Put/seqid=0 2024-11-24T23:15:20,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742044_1220 (size=9857) 2024-11-24T23:15:21,048 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/61d3dea2ffa4470791a030a7a6bf023e 2024-11-24T23:15:21,052 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/A/8fc3aeb22fb0468abc29b0b96e199c9b as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/8fc3aeb22fb0468abc29b0b96e199c9b 2024-11-24T23:15:21,057 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/8fc3aeb22fb0468abc29b0b96e199c9b, entries=100, sequenceid=391, filesize=22.0 K 2024-11-24T23:15:21,058 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/B/e8aebe791aef4e9caf5cc6079cfc857d as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/e8aebe791aef4e9caf5cc6079cfc857d 2024-11-24T23:15:21,062 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/e8aebe791aef4e9caf5cc6079cfc857d, entries=100, sequenceid=391, filesize=9.6 K 2024-11-24T23:15:21,063 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/.tmp/C/61d3dea2ffa4470791a030a7a6bf023e as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/61d3dea2ffa4470791a030a7a6bf023e 2024-11-24T23:15:21,067 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/61d3dea2ffa4470791a030a7a6bf023e, entries=100, sequenceid=391, filesize=9.6 K 2024-11-24T23:15:21,068 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 97f49eb17096c91455a16894445fa628 in 1697ms, sequenceid=391, compaction requested=true 2024-11-24T23:15:21,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/42d4502241bc40ab887010b6966c6d93, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/882e14e124994492ab4788a707ee632f, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/fc123d92557846f0941be0dd3510a180, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/691668ca1c904e4c9dada54721ea36ed, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/1b8dcff01afb4167846a459d8b564dad, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/1587ec6416044d7c82677fc9b0cc25c0, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/82edb5a26db34672acf5408f14276849, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/46d2d4a9a3744d9d9ccbd68b33154692, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/696f31ceac144ab59cc36d3a506de063, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/1942c8633e4c4722bb32dc3c320c3973, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/715767e8d563442fb292fced15ff51d0, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/1fcbc06e8c6a47889983e42b204d5ea4, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/86f66ea527de46e3ab1f82d071e2daa9, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/e14223bcded444e7919efe3c84cd8133, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/f559e0ff78284cd4b9c8cd39416838f2, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/698d0363d1ed4a6c8c922f4a37bbefb0, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/29a08e4efac74f17b1978d085626d798, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/51b2f470d7cc4285b7f947e2bf6d37e6, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/adcd215bbcf348b1a0f6c9f90f7d9398, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/3054a79a4ea04a56b2611c7995649e4c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/06e3a911af1d4c74991153ba92bf4426, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/00871afccaaf4afdb6385e7101c6ade2, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/7bdd8910ed46484f82ad9c457063d9b5] to archive 2024-11-24T23:15:21,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:15:21,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/42d4502241bc40ab887010b6966c6d93 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/42d4502241bc40ab887010b6966c6d93 2024-11-24T23:15:21,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/882e14e124994492ab4788a707ee632f to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/882e14e124994492ab4788a707ee632f 2024-11-24T23:15:21,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/fc123d92557846f0941be0dd3510a180 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/fc123d92557846f0941be0dd3510a180 2024-11-24T23:15:21,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/691668ca1c904e4c9dada54721ea36ed to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/691668ca1c904e4c9dada54721ea36ed 2024-11-24T23:15:21,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/1b8dcff01afb4167846a459d8b564dad to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/1b8dcff01afb4167846a459d8b564dad 2024-11-24T23:15:21,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/1587ec6416044d7c82677fc9b0cc25c0 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/1587ec6416044d7c82677fc9b0cc25c0 2024-11-24T23:15:21,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/82edb5a26db34672acf5408f14276849 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/82edb5a26db34672acf5408f14276849 2024-11-24T23:15:21,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/46d2d4a9a3744d9d9ccbd68b33154692 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/46d2d4a9a3744d9d9ccbd68b33154692 2024-11-24T23:15:21,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/696f31ceac144ab59cc36d3a506de063 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/696f31ceac144ab59cc36d3a506de063 2024-11-24T23:15:21,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/1942c8633e4c4722bb32dc3c320c3973 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/1942c8633e4c4722bb32dc3c320c3973 2024-11-24T23:15:21,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/715767e8d563442fb292fced15ff51d0 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/715767e8d563442fb292fced15ff51d0 2024-11-24T23:15:21,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/1fcbc06e8c6a47889983e42b204d5ea4 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/1fcbc06e8c6a47889983e42b204d5ea4 2024-11-24T23:15:21,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/86f66ea527de46e3ab1f82d071e2daa9 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/86f66ea527de46e3ab1f82d071e2daa9 2024-11-24T23:15:21,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/e14223bcded444e7919efe3c84cd8133 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/e14223bcded444e7919efe3c84cd8133 2024-11-24T23:15:21,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/f559e0ff78284cd4b9c8cd39416838f2 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/f559e0ff78284cd4b9c8cd39416838f2 2024-11-24T23:15:21,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/698d0363d1ed4a6c8c922f4a37bbefb0 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/698d0363d1ed4a6c8c922f4a37bbefb0 2024-11-24T23:15:21,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/29a08e4efac74f17b1978d085626d798 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/29a08e4efac74f17b1978d085626d798 2024-11-24T23:15:21,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/51b2f470d7cc4285b7f947e2bf6d37e6 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/51b2f470d7cc4285b7f947e2bf6d37e6 2024-11-24T23:15:21,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/adcd215bbcf348b1a0f6c9f90f7d9398 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/adcd215bbcf348b1a0f6c9f90f7d9398 2024-11-24T23:15:21,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/3054a79a4ea04a56b2611c7995649e4c to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/3054a79a4ea04a56b2611c7995649e4c 2024-11-24T23:15:21,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/06e3a911af1d4c74991153ba92bf4426 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/06e3a911af1d4c74991153ba92bf4426 2024-11-24T23:15:21,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/00871afccaaf4afdb6385e7101c6ade2 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/00871afccaaf4afdb6385e7101c6ade2 2024-11-24T23:15:21,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/7bdd8910ed46484f82ad9c457063d9b5 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/7bdd8910ed46484f82ad9c457063d9b5 2024-11-24T23:15:21,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/f9f2e69d92264843be330df253ddaca5, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/3a9684acbd1f4fd7a9a2313e4c3faa94, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/225366ceecd744ae8e5b8b354a86b4dd, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/cbefe3a6932d48a6926085680eda30ff, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/5b32b8f981e34a68827ac443572ff607, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/9217530549434769b28365c2d3a62ebc, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/ab46769e484b4fa99a35782ede0eef8d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/50c43107eb5f4f23aa9ac0d0761be05e, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/c9bbeb9c3f0943b1b79f1cc7ee81c87a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/d5a307db5df749e79ff752538830afef, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/4b02baeb66ea4c58bf75f81de3507a20, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/721cbc9c22104ca786ac9bf43b02333a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/ccb0f9ca99294fa69b97835f15323d1b, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/908c8a290cda488ca8b5dadaa12ea469, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/f075521b06b943cb9dd4827d0560a5a6, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/72f715b720d94058b4197c86861c991d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/160b9175846b4f5890ea6ebf838a2c48, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/6dcb35c14be943fb81ec15e155df9eb6, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/1702cbafb2cd4bc3a75e991a2ee34fdf, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/55020a5ec7a847a0a693d521f2fcae5d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/075e895f12964ebe8c22df1f96b58698, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/785284f4183e4b8cb5a7d0043c24abf3, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/17922fc743064e5fa95f44018f31b937] to archive 2024-11-24T23:15:21,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:15:21,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/f9f2e69d92264843be330df253ddaca5 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/f9f2e69d92264843be330df253ddaca5 2024-11-24T23:15:21,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/3a9684acbd1f4fd7a9a2313e4c3faa94 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/3a9684acbd1f4fd7a9a2313e4c3faa94 2024-11-24T23:15:21,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/225366ceecd744ae8e5b8b354a86b4dd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/225366ceecd744ae8e5b8b354a86b4dd 2024-11-24T23:15:21,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/cbefe3a6932d48a6926085680eda30ff to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/cbefe3a6932d48a6926085680eda30ff 2024-11-24T23:15:21,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/5b32b8f981e34a68827ac443572ff607 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/5b32b8f981e34a68827ac443572ff607 2024-11-24T23:15:21,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/9217530549434769b28365c2d3a62ebc to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/9217530549434769b28365c2d3a62ebc 2024-11-24T23:15:21,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/ab46769e484b4fa99a35782ede0eef8d to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/ab46769e484b4fa99a35782ede0eef8d 2024-11-24T23:15:21,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/50c43107eb5f4f23aa9ac0d0761be05e to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/50c43107eb5f4f23aa9ac0d0761be05e 2024-11-24T23:15:21,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/c9bbeb9c3f0943b1b79f1cc7ee81c87a to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/c9bbeb9c3f0943b1b79f1cc7ee81c87a 2024-11-24T23:15:21,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/d5a307db5df749e79ff752538830afef to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/d5a307db5df749e79ff752538830afef 2024-11-24T23:15:21,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/4b02baeb66ea4c58bf75f81de3507a20 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/4b02baeb66ea4c58bf75f81de3507a20 2024-11-24T23:15:21,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/721cbc9c22104ca786ac9bf43b02333a to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/721cbc9c22104ca786ac9bf43b02333a 2024-11-24T23:15:21,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/ccb0f9ca99294fa69b97835f15323d1b to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/ccb0f9ca99294fa69b97835f15323d1b 2024-11-24T23:15:21,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/908c8a290cda488ca8b5dadaa12ea469 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/908c8a290cda488ca8b5dadaa12ea469 2024-11-24T23:15:21,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/f075521b06b943cb9dd4827d0560a5a6 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/f075521b06b943cb9dd4827d0560a5a6 2024-11-24T23:15:21,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/72f715b720d94058b4197c86861c991d to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/72f715b720d94058b4197c86861c991d 2024-11-24T23:15:21,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/160b9175846b4f5890ea6ebf838a2c48 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/160b9175846b4f5890ea6ebf838a2c48 2024-11-24T23:15:21,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/6dcb35c14be943fb81ec15e155df9eb6 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/6dcb35c14be943fb81ec15e155df9eb6 2024-11-24T23:15:21,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/1702cbafb2cd4bc3a75e991a2ee34fdf to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/1702cbafb2cd4bc3a75e991a2ee34fdf 2024-11-24T23:15:21,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/55020a5ec7a847a0a693d521f2fcae5d to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/55020a5ec7a847a0a693d521f2fcae5d 2024-11-24T23:15:21,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/075e895f12964ebe8c22df1f96b58698 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/075e895f12964ebe8c22df1f96b58698 2024-11-24T23:15:21,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/785284f4183e4b8cb5a7d0043c24abf3 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/785284f4183e4b8cb5a7d0043c24abf3 2024-11-24T23:15:21,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/17922fc743064e5fa95f44018f31b937 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/17922fc743064e5fa95f44018f31b937 2024-11-24T23:15:21,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/662da1ed7394497199c9f8ba367c791a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/e4b145ef26314689aa9c5d7e7c8a707e, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/322faced7f8042e5b7ade134886a362f, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/93ebd9ea8bb14f57924ce4cf4e6343f3, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/28d9854645a54fcea078eae737bcabee, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/1e0ed526f15b4e659d442a37164d62a6, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/0d397aff9dde4940bb99524aeea1e3b7, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/951903adf2354fa4ae3d42ebd43dd911, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/91ed0fdd79d2405499ad3d83bdf6232f, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/b699848c47044fd6b10678a8cb31ecba, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/6a103f6a0bd84197a0df8ef603235b52, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/b70b6437008e4910be4e1c5fbc40807a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/e1eb8e36d75245c88e564e3b0bd311d4, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/1d68df63f576436288dfa6815ca328cc, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/e5db6ee56a10439484e6937c7923367a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/3a81a5480aec417a978fd8749028a929, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/9a0e79b0a98c4820aabc59f7891bb36a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/f796d17dd70745c09e81a9949236e38c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/3247d75c7c04497a84b647d731d4f4dd, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/dcefd5e779d041ca8f0684c8b324a853, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/fd1bb9cb298e4ef5a722c37c8368376c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/67ed045642184d26942e4e1e5c0eac3a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/59066d72a3be4d5faef5d37f0ebfb04e] to archive 2024-11-24T23:15:21,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:15:21,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/662da1ed7394497199c9f8ba367c791a to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/662da1ed7394497199c9f8ba367c791a 2024-11-24T23:15:21,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/e4b145ef26314689aa9c5d7e7c8a707e to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/e4b145ef26314689aa9c5d7e7c8a707e 2024-11-24T23:15:21,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/322faced7f8042e5b7ade134886a362f to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/322faced7f8042e5b7ade134886a362f 2024-11-24T23:15:21,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/93ebd9ea8bb14f57924ce4cf4e6343f3 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/93ebd9ea8bb14f57924ce4cf4e6343f3 2024-11-24T23:15:21,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/28d9854645a54fcea078eae737bcabee to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/28d9854645a54fcea078eae737bcabee 2024-11-24T23:15:21,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/1e0ed526f15b4e659d442a37164d62a6 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/1e0ed526f15b4e659d442a37164d62a6 2024-11-24T23:15:21,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/0d397aff9dde4940bb99524aeea1e3b7 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/0d397aff9dde4940bb99524aeea1e3b7 2024-11-24T23:15:21,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/951903adf2354fa4ae3d42ebd43dd911 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/951903adf2354fa4ae3d42ebd43dd911 2024-11-24T23:15:21,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/91ed0fdd79d2405499ad3d83bdf6232f to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/91ed0fdd79d2405499ad3d83bdf6232f 2024-11-24T23:15:21,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/b699848c47044fd6b10678a8cb31ecba to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/b699848c47044fd6b10678a8cb31ecba 2024-11-24T23:15:21,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/6a103f6a0bd84197a0df8ef603235b52 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/6a103f6a0bd84197a0df8ef603235b52 2024-11-24T23:15:21,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/b70b6437008e4910be4e1c5fbc40807a to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/b70b6437008e4910be4e1c5fbc40807a 2024-11-24T23:15:21,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/e1eb8e36d75245c88e564e3b0bd311d4 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/e1eb8e36d75245c88e564e3b0bd311d4 2024-11-24T23:15:21,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/1d68df63f576436288dfa6815ca328cc to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/1d68df63f576436288dfa6815ca328cc 2024-11-24T23:15:21,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/e5db6ee56a10439484e6937c7923367a to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/e5db6ee56a10439484e6937c7923367a 2024-11-24T23:15:21,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/3a81a5480aec417a978fd8749028a929 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/3a81a5480aec417a978fd8749028a929 2024-11-24T23:15:21,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/9a0e79b0a98c4820aabc59f7891bb36a to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/9a0e79b0a98c4820aabc59f7891bb36a 2024-11-24T23:15:21,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/f796d17dd70745c09e81a9949236e38c to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/f796d17dd70745c09e81a9949236e38c 2024-11-24T23:15:21,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/3247d75c7c04497a84b647d731d4f4dd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/3247d75c7c04497a84b647d731d4f4dd 2024-11-24T23:15:21,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/dcefd5e779d041ca8f0684c8b324a853 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/dcefd5e779d041ca8f0684c8b324a853 2024-11-24T23:15:21,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/fd1bb9cb298e4ef5a722c37c8368376c to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/fd1bb9cb298e4ef5a722c37c8368376c 2024-11-24T23:15:21,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/67ed045642184d26942e4e1e5c0eac3a to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/67ed045642184d26942e4e1e5c0eac3a 2024-11-24T23:15:21,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/59066d72a3be4d5faef5d37f0ebfb04e to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/59066d72a3be4d5faef5d37f0ebfb04e 2024-11-24T23:15:21,145 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/recovered.edits/394.seqid, newMaxSeqId=394, maxSeqId=4 2024-11-24T23:15:21,146 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. 2024-11-24T23:15:21,146 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1676): Region close journal for 97f49eb17096c91455a16894445fa628: Waiting for close lock at 1732490119370Running coprocessor pre-close hooks at 1732490119370Disabling compacts and flushes for region at 1732490119370Disabling writes for close at 1732490119371 (+1 ms)Obtaining lock to block concurrent updates at 1732490119371Preparing flush snapshotting stores in 97f49eb17096c91455a16894445fa628 at 1732490119371Finished memstore snapshotting TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1732490119372 (+1 ms)Flushing stores of TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628. at 1732490119374 (+2 ms)Flushing 97f49eb17096c91455a16894445fa628/A: creating writer at 1732490119374Flushing mob file 97f49eb17096c91455a16894445fa628/A: appending metadata at 1732490119384 (+10 ms)Flushing mob file 97f49eb17096c91455a16894445fa628/A: closing flushed file at 1732490119384Flushing 97f49eb17096c91455a16894445fa628/A: appending metadata at 1732490119801 (+417 ms)Flushing 97f49eb17096c91455a16894445fa628/A: closing flushed file at 1732490119801Flushing 97f49eb17096c91455a16894445fa628/B: creating writer at 1732490120215 (+414 ms)Flushing 97f49eb17096c91455a16894445fa628/B: appending metadata at 1732490120221 (+6 ms)Flushing 97f49eb17096c91455a16894445fa628/B: closing flushed file at 1732490120221Flushing 97f49eb17096c91455a16894445fa628/C: creating writer at 1732490120637 (+416 ms)Flushing 97f49eb17096c91455a16894445fa628/C: appending metadata at 1732490120643 (+6 ms)Flushing 97f49eb17096c91455a16894445fa628/C: closing flushed file at 1732490120644 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@214f4159: reopening flushed file at 1732490121052 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@163209c7: reopening flushed file at 1732490121057 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60e3124c: reopening flushed file at 1732490121062 (+5 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 97f49eb17096c91455a16894445fa628 in 1697ms, sequenceid=391, compaction requested=true at 1732490121068 (+6 ms)Writing region close event to WAL at 1732490121142 (+74 ms)Running coprocessor post-close hooks at 1732490121145 (+3 ms)Closed at 1732490121146 (+1 ms) 2024-11-24T23:15:21,147 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(157): Closed 97f49eb17096c91455a16894445fa628 2024-11-24T23:15:21,148 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=97f49eb17096c91455a16894445fa628, regionState=CLOSED 2024-11-24T23:15:21,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 because future has completed 2024-11-24T23:15:21,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-24T23:15:21,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseRegionProcedure 97f49eb17096c91455a16894445fa628, server=ba7f32532130,37181,1732490053579 in 1.9330 sec 2024-11-24T23:15:21,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-24T23:15:21,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=97f49eb17096c91455a16894445fa628, UNASSIGN in 1.9380 sec 2024-11-24T23:15:21,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-24T23:15:21,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9410 sec 2024-11-24T23:15:21,155 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490121155"}]},"ts":"1732490121155"} 2024-11-24T23:15:21,156 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T23:15:21,157 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T23:15:21,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9520 sec 2024-11-24T23:15:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-24T23:15:21,361 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:15:21,362 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-24T23:15:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:15:21,367 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:15:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-24T23:15:21,369 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=60, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:15:21,374 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628 2024-11-24T23:15:21,378 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A, FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B, FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C, FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/recovered.edits] 2024-11-24T23:15:21,382 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/15b1722461d54ee6ab208aa4d189e7fd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/15b1722461d54ee6ab208aa4d189e7fd 2024-11-24T23:15:21,383 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/8fc3aeb22fb0468abc29b0b96e199c9b to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/8fc3aeb22fb0468abc29b0b96e199c9b 2024-11-24T23:15:21,384 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/ecc168dd5e5442b084c437bac96c5e95 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/A/ecc168dd5e5442b084c437bac96c5e95 2024-11-24T23:15:21,386 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/6d45673581bc4cdca7be65667437e35e to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/6d45673581bc4cdca7be65667437e35e 2024-11-24T23:15:21,387 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/adca8b70cc664a099a9de10c21e6582b to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/adca8b70cc664a099a9de10c21e6582b 2024-11-24T23:15:21,388 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/e8aebe791aef4e9caf5cc6079cfc857d to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/B/e8aebe791aef4e9caf5cc6079cfc857d 2024-11-24T23:15:21,390 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/4a2d246331c94a6fa735d7d108b5041f to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/4a2d246331c94a6fa735d7d108b5041f 2024-11-24T23:15:21,390 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/61d3dea2ffa4470791a030a7a6bf023e to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/61d3dea2ffa4470791a030a7a6bf023e 2024-11-24T23:15:21,391 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/ed2e40c44bf34088996431abbc11edb6 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/C/ed2e40c44bf34088996431abbc11edb6 2024-11-24T23:15:21,394 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/recovered.edits/394.seqid to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628/recovered.edits/394.seqid 2024-11-24T23:15:21,394 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/97f49eb17096c91455a16894445fa628 2024-11-24T23:15:21,394 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T23:15:21,395 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T23:15:21,395 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T23:15:21,399 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124222ebf4de6a5492882514156aac9f3cb_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124222ebf4de6a5492882514156aac9f3cb_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:21,400 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242dab76c0937e464d8f8ece7f7b35837c_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242dab76c0937e464d8f8ece7f7b35837c_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:21,401 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242e5ae0caa62b4f7d8bc4194e62b4ded2_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242e5ae0caa62b4f7d8bc4194e62b4ded2_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:21,402 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124582e2d43187a4c96a7031a0757e4428f_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124582e2d43187a4c96a7031a0757e4428f_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:21,403 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245d12a3a63f4349628c35836934f08ae3_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245d12a3a63f4349628c35836934f08ae3_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:21,404 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112475fe8cf247a747c3b7404125576920ba_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112475fe8cf247a747c3b7404125576920ba_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:21,405 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249abc7b5623eb436e9cdd8bc1efe20c85_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249abc7b5623eb436e9cdd8bc1efe20c85_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:21,406 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ab10f74e2aae432d8131411f7b5a9a06_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ab10f74e2aae432d8131411f7b5a9a06_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:21,407 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124af5d141ad7004ea9b0ff10f0b0d41fa0_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124af5d141ad7004ea9b0ff10f0b0d41fa0_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:21,408 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b2bb60b9f19243ec8040e33c2c86b530_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b2bb60b9f19243ec8040e33c2c86b530_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:21,409 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b82fcd334d184ad8894a6d4d61b76625_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b82fcd334d184ad8894a6d4d61b76625_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:21,410 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b872209cb24949fda80fecbaacb71d15_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b872209cb24949fda80fecbaacb71d15_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:21,411 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bb2a9187bc9b4380948f8ff486150c54_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bb2a9187bc9b4380948f8ff486150c54_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:21,412 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c0b3a155530142b7a542de5a12a159ef_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c0b3a155530142b7a542de5a12a159ef_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:21,413 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d3593b6c9a16422ab1b428ca4e8f59da_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d3593b6c9a16422ab1b428ca4e8f59da_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:21,414 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124eab0c56018b045fd97c3b1c12b54b679_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124eab0c56018b045fd97c3b1c12b54b679_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:21,415 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f9ef183f2e1745a0b4a6c32dfdbbfd79_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f9ef183f2e1745a0b4a6c32dfdbbfd79_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:21,416 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fa031917d1e44484b15960a63121c62a_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fa031917d1e44484b15960a63121c62a_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:21,417 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ff7f0b7b55dd4aafb830d134cce07820_97f49eb17096c91455a16894445fa628 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ff7f0b7b55dd4aafb830d134cce07820_97f49eb17096c91455a16894445fa628 2024-11-24T23:15:21,418 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T23:15:21,420 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=60, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:15:21,422 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T23:15:21,424 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T23:15:21,425 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=60, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:15:21,425 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T23:15:21,426 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732490121425"}]},"ts":"9223372036854775807"} 2024-11-24T23:15:21,428 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-24T23:15:21,428 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 97f49eb17096c91455a16894445fa628, NAME => 'TestAcidGuarantees,,1732490087461.97f49eb17096c91455a16894445fa628.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T23:15:21,428 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T23:15:21,428 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732490121428"}]},"ts":"9223372036854775807"} 2024-11-24T23:15:21,430 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-24T23:15:21,431 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=60, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:15:21,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 69 msec 2024-11-24T23:15:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-24T23:15:21,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-24T23:15:21,479 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:15:21,488 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248 (was 250), OpenFileDescriptor=451 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=304 (was 293) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6692 (was 6872) 2024-11-24T23:15:21,496 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=304, ProcessCount=11, AvailableMemoryMB=6692 2024-11-24T23:15:21,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T23:15:21,497 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:15:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T23:15:21,499 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:15:21,499 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:21,499 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 61 2024-11-24T23:15:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-24T23:15:21,500 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:15:21,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742045_1221 (size=1061) 2024-11-24T23:15:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-24T23:15:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-24T23:15:21,909 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5 2024-11-24T23:15:21,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742046_1222 (size=53) 2024-11-24T23:15:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-24T23:15:22,321 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:15:22,322 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d262d5ad7dcfa8d4fb930ecf1637d4f4, disabling compactions & flushes 2024-11-24T23:15:22,322 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:22,322 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:22,322 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. after waiting 0 ms 2024-11-24T23:15:22,322 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:22,322 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:22,322 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: Waiting for close lock at 1732490122321Disabling compacts and flushes for region at 1732490122321Disabling writes for close at 1732490122322 (+1 ms)Writing region close event to WAL at 1732490122322Closed at 1732490122322 2024-11-24T23:15:22,325 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:15:22,326 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732490122325"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490122325"}]},"ts":"1732490122325"} 2024-11-24T23:15:22,329 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:15:22,330 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:15:22,330 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490122330"}]},"ts":"1732490122330"} 2024-11-24T23:15:22,332 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T23:15:22,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d262d5ad7dcfa8d4fb930ecf1637d4f4, ASSIGN}] 2024-11-24T23:15:22,333 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d262d5ad7dcfa8d4fb930ecf1637d4f4, ASSIGN 2024-11-24T23:15:22,334 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d262d5ad7dcfa8d4fb930ecf1637d4f4, ASSIGN; state=OFFLINE, location=ba7f32532130,37181,1732490053579; forceNewPlan=false, retain=false 2024-11-24T23:15:22,485 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=d262d5ad7dcfa8d4fb930ecf1637d4f4, regionState=OPENING, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:15:22,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d262d5ad7dcfa8d4fb930ecf1637d4f4, ASSIGN because future has completed 2024-11-24T23:15:22,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579}] 2024-11-24T23:15:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-24T23:15:22,647 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:22,648 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7752): Opening region: {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:15:22,648 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:22,648 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:15:22,649 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7794): checking encryption for d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:22,649 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7797): checking classloading for d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:22,651 INFO [StoreOpener-d262d5ad7dcfa8d4fb930ecf1637d4f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:22,653 INFO [StoreOpener-d262d5ad7dcfa8d4fb930ecf1637d4f4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:15:22,653 INFO [StoreOpener-d262d5ad7dcfa8d4fb930ecf1637d4f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d262d5ad7dcfa8d4fb930ecf1637d4f4 columnFamilyName A 2024-11-24T23:15:22,653 DEBUG [StoreOpener-d262d5ad7dcfa8d4fb930ecf1637d4f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:22,654 INFO [StoreOpener-d262d5ad7dcfa8d4fb930ecf1637d4f4-1 {}] regionserver.HStore(327): Store=d262d5ad7dcfa8d4fb930ecf1637d4f4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:15:22,654 INFO [StoreOpener-d262d5ad7dcfa8d4fb930ecf1637d4f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:22,656 INFO [StoreOpener-d262d5ad7dcfa8d4fb930ecf1637d4f4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:15:22,656 INFO [StoreOpener-d262d5ad7dcfa8d4fb930ecf1637d4f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d262d5ad7dcfa8d4fb930ecf1637d4f4 columnFamilyName B 2024-11-24T23:15:22,656 DEBUG [StoreOpener-d262d5ad7dcfa8d4fb930ecf1637d4f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:22,657 INFO [StoreOpener-d262d5ad7dcfa8d4fb930ecf1637d4f4-1 {}] regionserver.HStore(327): Store=d262d5ad7dcfa8d4fb930ecf1637d4f4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:15:22,657 INFO [StoreOpener-d262d5ad7dcfa8d4fb930ecf1637d4f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:22,659 INFO [StoreOpener-d262d5ad7dcfa8d4fb930ecf1637d4f4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:15:22,659 INFO [StoreOpener-d262d5ad7dcfa8d4fb930ecf1637d4f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d262d5ad7dcfa8d4fb930ecf1637d4f4 columnFamilyName C 2024-11-24T23:15:22,659 DEBUG [StoreOpener-d262d5ad7dcfa8d4fb930ecf1637d4f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:22,659 INFO [StoreOpener-d262d5ad7dcfa8d4fb930ecf1637d4f4-1 {}] regionserver.HStore(327): Store=d262d5ad7dcfa8d4fb930ecf1637d4f4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:15:22,660 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:22,660 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1038): replaying wal for d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:22,661 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:22,661 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:22,663 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1048): stopping wal replay for d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:22,663 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1060): Cleaning up temporary data for d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:22,664 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T23:15:22,665 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1093): writing seq id for d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:22,668 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:15:22,668 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1114): Opened d262d5ad7dcfa8d4fb930ecf1637d4f4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69216078, jitterRate=0.031399935483932495}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T23:15:22,668 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:22,668 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1006): Region open journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: Running coprocessor pre-open hook at 1732490122649Writing region info on filesystem at 1732490122649Initializing all the Stores at 1732490122650 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490122650Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490122651 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490122651Cleaning up temporary data from old regions at 1732490122663 (+12 ms)Running coprocessor post-open hooks at 1732490122668 (+5 ms)Region opened successfully at 1732490122668 2024-11-24T23:15:22,669 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., pid=63, masterSystemTime=1732490122640 2024-11-24T23:15:22,671 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:22,671 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:22,671 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=d262d5ad7dcfa8d4fb930ecf1637d4f4, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:15:22,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 because future has completed 2024-11-24T23:15:22,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-24T23:15:22,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 in 185 msec 2024-11-24T23:15:22,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-24T23:15:22,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d262d5ad7dcfa8d4fb930ecf1637d4f4, ASSIGN in 343 msec 2024-11-24T23:15:22,677 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:15:22,677 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490122677"}]},"ts":"1732490122677"} 2024-11-24T23:15:22,678 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T23:15:22,679 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:15:22,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1820 sec 2024-11-24T23:15:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-24T23:15:23,650 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:15:23,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe11fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:15:23,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:15:23,656 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:15:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:15:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:15:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5018c0d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:15:23,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:15:23,658 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:23,659 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:15:23,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a14268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,660 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:15:23,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:15:23,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:15:23,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:15:23,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:15:23,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,34341,1732490052791 2024-11-24T23:15:23,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@265bdc56 2024-11-24T23:15:23,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:15:23,666 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:15:23,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b5b273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,668 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:15:23,668 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:15:23,669 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:15:23,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:15:23,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:15:23,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f210d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:15:23,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:15:23,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:23,671 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:15:23,671 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6269cf01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1240be3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:15:23,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:15:23,673 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:15:23,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:15:23,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:15:23,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4655b440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:15:23,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:15:23,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:23,675 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:15:23,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b0599a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885eb44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:15:23,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:15:23,677 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:15:23,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:15:23,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:15:23,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d28efef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:15:23,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:15:23,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:23,679 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:15:23,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c9ac06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692a6227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,680 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:15:23,680 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:15:23,681 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:15:23,681 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:15:23,681 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:15:23,681 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12cc47a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,681 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:15:23,681 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:15:23,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:23,682 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:15:23,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c36f0ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128d97bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:15:23,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:15:23,685 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:15:23,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:15:23,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:15:23,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de85047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:15:23,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:15:23,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:23,686 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:15:23,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d11a5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626de388, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,688 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:15:23,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:15:23,689 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:15:23,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:15:23,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:15:23,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f9f4563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:15:23,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:15:23,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:23,690 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:15:23,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ffeee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a5c877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,691 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:15:23,691 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:15:23,692 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:15:23,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:15:23,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:15:23,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ac4050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:15:23,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:15:23,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:23,694 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:15:23,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37658fc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679f7426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,695 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:15:23,695 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:15:23,695 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:15:23,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:15:23,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:15:23,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bb7e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:15:23,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:15:23,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:23,697 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:15:23,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6efcaeeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b71af22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:15:23,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:15:23,698 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:15:23,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:15:23,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:15:23,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b80b61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:15:23,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:15:23,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:23,699 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:15:23,700 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ede2b05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@728d338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:15:23,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:15:23,701 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:15:23,701 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:15:23,701 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:15:23,701 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f09c3d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,701 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:15:23,701 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:15:23,701 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:23,702 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:15:23,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d4a97f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:23,703 DEBUG [Thread-1052 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:15:23,703 DEBUG [Thread-1059 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:15:23,703 DEBUG [Thread-1061 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:15:23,703 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:15:23,703 DEBUG [Thread-1065 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:15:23,703 DEBUG [Thread-1048 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:15:23,703 DEBUG [Thread-1067 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:15:23,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:15:23,704 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:15:23,704 DEBUG [Thread-1050 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:15:23,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:15:23,704 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:15:23,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:15:23,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:15:23,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:15:23,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:15:23,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:15:23,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:15:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-24T23:15:23,705 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:15:23,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:15:23,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:15:23,705 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:15:23,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:15:23,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:15:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-24T23:15:23,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:15:23,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:15:23,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:15:23,707 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:15:23,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:15:23,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:15:23,707 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:15:23,708 DEBUG [Thread-1056 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:15:23,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:15:23,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:15:23,709 DEBUG [Thread-1054 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:15:23,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:15:23,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:15:23,709 DEBUG [Thread-1063 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:15:23,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:15:23,710 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:15:23,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:15:23,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:15:23,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:15:23,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:15:23,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:15:23,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:15:23,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:15:23,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:15:23,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:15:23,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:15:23,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:15:23,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:15:23,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:15:23,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:15:23,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:23,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T23:15:23,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=A 2024-11-24T23:15:23,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:23,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=B 2024-11-24T23:15:23,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:23,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=C 2024-11-24T23:15:23,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:23,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/7f47d21a1e354be98b35b4beb30818a9 is 50, key is test_row_0/A:col10/1732490123713/Put/seqid=0 2024-11-24T23:15:23,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742047_1223 (size=14341) 2024-11-24T23:15:23,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/7f47d21a1e354be98b35b4beb30818a9 2024-11-24T23:15:23,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/b9cb6ef7f699410caa82cee34979d53b is 50, key is test_row_0/B:col10/1732490123713/Put/seqid=0 2024-11-24T23:15:23,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742048_1224 (size=12001) 2024-11-24T23:15:23,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/b9cb6ef7f699410caa82cee34979d53b 2024-11-24T23:15:23,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1732490123759, max timestamp=1732490123787Num uniques 859; 2024-11-24T23:15:23,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-24T23:15:23,794 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490123776, max timestamp=1732490123787Num uniques 859; 2024-11-24T23:15:23,794 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:15:23,794 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490123776, max timestamp=1732490123787Num uniques 859; 2024-11-24T23:15:23,794 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:15:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-24T23:15:23,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/d57d0783131040eb8e31a154ff3536be is 50, key is test_row_0/C:col10/1732490123713/Put/seqid=0 2024-11-24T23:15:23,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:23,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490183814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:23,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:23,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:23,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:23,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:23,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490183814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:23,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:23,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:23,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:23,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490183816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:23,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:23,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:23,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:23,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:23,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:23,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490183819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:23,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:23,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:23,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:23,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:23,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490183821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:23,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:23,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:23,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:23,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742049_1225 (size=12001) 2024-11-24T23:15:23,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/d57d0783131040eb8e31a154ff3536be 2024-11-24T23:15:23,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/7f47d21a1e354be98b35b4beb30818a9 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/7f47d21a1e354be98b35b4beb30818a9 2024-11-24T23:15:23,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/7f47d21a1e354be98b35b4beb30818a9, entries=200, sequenceid=11, filesize=14.0 K 2024-11-24T23:15:23,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-24T23:15:23,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:23,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:23,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:23,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:23,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:23,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:23,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/b9cb6ef7f699410caa82cee34979d53b as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/b9cb6ef7f699410caa82cee34979d53b 2024-11-24T23:15:23,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/b9cb6ef7f699410caa82cee34979d53b, entries=150, sequenceid=11, filesize=11.7 K 2024-11-24T23:15:23,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/d57d0783131040eb8e31a154ff3536be as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/d57d0783131040eb8e31a154ff3536be 2024-11-24T23:15:23,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/d57d0783131040eb8e31a154ff3536be, entries=150, sequenceid=11, filesize=11.7 K 2024-11-24T23:15:23,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=136.42 KB/139690 for d262d5ad7dcfa8d4fb930ecf1637d4f4 in 161ms, sequenceid=11, compaction requested=false 2024-11-24T23:15:23,883 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T23:15:23,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:23,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:23,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4 3/3 column families, dataSize=143.13 KB heapSize=405.30 KB 2024-11-24T23:15:23,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=A 2024-11-24T23:15:23,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-24T23:15:23,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=B 2024-11-24T23:15:23,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-24T23:15:23,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=C 2024-11-24T23:15:23,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-24T23:15:23,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/fcee0b78ead248ada22b86a0cf46047d is 50, key is test_row_0/A:col10/1732490123933/Put/seqid=0 2024-11-24T23:15:23,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:23,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490183939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:23,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:23,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:23,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:23,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:23,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490183940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:23,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:23,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490183944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:23,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:23,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:23,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:23,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:23,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:23,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:23,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490183946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:23,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490183947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:23,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:23,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:23,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:23,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:23,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:23,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:23,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742050_1226 (size=14341) 2024-11-24T23:15:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-24T23:15:24,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-24T23:15:24,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:24,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:24,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:24,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:24,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:24,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:24,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:24,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490184049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:24,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:24,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490184059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:24,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:24,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490184059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:24,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:24,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:24,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490184059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:24,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:24,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490184060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:24,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:24,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:24,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-24T23:15:24,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:24,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:24,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:24,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:24,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:24,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:24,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490184259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:24,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:24,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490184270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:24,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:24,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490184270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:24,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490184270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:24,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:24,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490184270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:24,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-24T23:15:24,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:24,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:24,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:24,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:24,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-24T23:15:24,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/fcee0b78ead248ada22b86a0cf46047d 2024-11-24T23:15:24,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/95b1feef66eb423c88bd19076687e7d4 is 50, key is test_row_0/B:col10/1732490123933/Put/seqid=0 2024-11-24T23:15:24,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742051_1227 (size=12001) 2024-11-24T23:15:24,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-24T23:15:24,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:24,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:24,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:24,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:24,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:24,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490184569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:24,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:24,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490184579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:24,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:24,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490184579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:24,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:24,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:24,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490184580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:24,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:24,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490184580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:24,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:24,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:24,584 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:24,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-24T23:15:24,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:24,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:24,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:24,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:24,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:24,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-24T23:15:24,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:24,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:24,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:24,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:24,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:24,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/95b1feef66eb423c88bd19076687e7d4 2024-11-24T23:15:24,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/87e9aee005d44abc9107245852be63c8 is 50, key is test_row_0/C:col10/1732490123933/Put/seqid=0 2024-11-24T23:15:24,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742052_1228 (size=12001) 2024-11-24T23:15:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-24T23:15:24,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-24T23:15:24,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:24,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:24,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:24,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:24,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:25,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490185079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:25,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:25,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:25,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:25,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-24T23:15:25,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:25,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:25,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:25,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:25,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:25,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:25,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490185089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:25,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490185089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:25,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:25,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490185089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:25,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:25,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:25,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490185089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:25,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:25,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:25,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:25,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:25,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:25,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/87e9aee005d44abc9107245852be63c8 2024-11-24T23:15:25,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/fcee0b78ead248ada22b86a0cf46047d as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/fcee0b78ead248ada22b86a0cf46047d 2024-11-24T23:15:25,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/fcee0b78ead248ada22b86a0cf46047d, entries=200, sequenceid=51, filesize=14.0 K 2024-11-24T23:15:25,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/95b1feef66eb423c88bd19076687e7d4 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/95b1feef66eb423c88bd19076687e7d4 2024-11-24T23:15:25,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/95b1feef66eb423c88bd19076687e7d4, entries=150, sequenceid=51, filesize=11.7 K 2024-11-24T23:15:25,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/87e9aee005d44abc9107245852be63c8 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/87e9aee005d44abc9107245852be63c8 2024-11-24T23:15:25,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/87e9aee005d44abc9107245852be63c8, entries=150, sequenceid=51, filesize=11.7 K 2024-11-24T23:15:25,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.25 KB/167170, heapSize ~465.72 KB/476896, currentSize=26.84 KB/27480 for d262d5ad7dcfa8d4fb930ecf1637d4f4 in 1289ms, sequenceid=51, compaction requested=false 2024-11-24T23:15:25,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:25,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-24T23:15:25,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:25,242 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-24T23:15:25,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=A 2024-11-24T23:15:25,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:25,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=B 2024-11-24T23:15:25,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:25,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=C 2024-11-24T23:15:25,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:25,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/4cc76ec7d1f04339a63acac4a28b8fc1 is 50, key is test_row_0/A:col10/1732490123944/Put/seqid=0 2024-11-24T23:15:25,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742053_1229 (size=12001) 2024-11-24T23:15:25,255 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/4cc76ec7d1f04339a63acac4a28b8fc1 2024-11-24T23:15:25,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/50500a2ef6ef4e8dbfa8093498fb8d0b is 50, key is test_row_0/B:col10/1732490123944/Put/seqid=0 2024-11-24T23:15:25,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742054_1230 (size=12001) 2024-11-24T23:15:25,276 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/50500a2ef6ef4e8dbfa8093498fb8d0b 2024-11-24T23:15:25,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/c16aea1276fe4dad940536022e5126df is 50, key is test_row_0/C:col10/1732490123944/Put/seqid=0 2024-11-24T23:15:25,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742055_1231 (size=12001) 2024-11-24T23:15:25,702 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/c16aea1276fe4dad940536022e5126df 2024-11-24T23:15:25,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/4cc76ec7d1f04339a63acac4a28b8fc1 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/4cc76ec7d1f04339a63acac4a28b8fc1 2024-11-24T23:15:25,711 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/4cc76ec7d1f04339a63acac4a28b8fc1, entries=150, sequenceid=58, filesize=11.7 K 2024-11-24T23:15:25,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/50500a2ef6ef4e8dbfa8093498fb8d0b as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/50500a2ef6ef4e8dbfa8093498fb8d0b 2024-11-24T23:15:25,716 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/50500a2ef6ef4e8dbfa8093498fb8d0b, entries=150, sequenceid=58, filesize=11.7 K 2024-11-24T23:15:25,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/c16aea1276fe4dad940536022e5126df as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/c16aea1276fe4dad940536022e5126df 2024-11-24T23:15:25,722 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/c16aea1276fe4dad940536022e5126df, entries=150, sequenceid=58, filesize=11.7 K 2024-11-24T23:15:25,723 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for d262d5ad7dcfa8d4fb930ecf1637d4f4 in 481ms, sequenceid=58, compaction requested=true 2024-11-24T23:15:25,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:25,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:25,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-24T23:15:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-24T23:15:25,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-24T23:15:25,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0180 sec 2024-11-24T23:15:25,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 2.0260 sec 2024-11-24T23:15:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-24T23:15:25,850 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:15:25,850 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:15:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-24T23:15:25,852 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:15:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-24T23:15:25,852 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:15:25,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:15:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-24T23:15:26,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-24T23:15:26,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:26,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:26,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:26,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-24T23:15:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-24T23:15:26,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-24T23:15:26,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-24T23:15:26,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 158 msec 2024-11-24T23:15:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:26,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T23:15:26,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=A 2024-11-24T23:15:26,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:26,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=B 2024-11-24T23:15:26,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:26,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=C 2024-11-24T23:15:26,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:26,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/ed575aa9c9e84fb4ab5ff56823117db9 is 50, key is test_row_0/A:col10/1732490126100/Put/seqid=0 2024-11-24T23:15:26,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742056_1232 (size=9657) 2024-11-24T23:15:26,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:26,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490186124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:26,129 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732490126108, max timestamp=1732490126126Num uniques 859; 2024-11-24T23:15:26,129 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732490126108, max timestamp=1732490126126Num uniques 859; 2024-11-24T23:15:26,129 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-24T23:15:26,129 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-24T23:15:26,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:26,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490186145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:26,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:26,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490186157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:26,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:26,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490186157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:26,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:26,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:26,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490186157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:26,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-24T23:15:26,169 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:15:26,169 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:15:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-24T23:15:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-24T23:15:26,171 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:15:26,172 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:15:26,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:15:26,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490186239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:26,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:26,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490186259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:26,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:26,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490186269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:26,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:26,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490186269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:26,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:26,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490186269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:26,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:26,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-24T23:15:26,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-24T23:15:26,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:26,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:26,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:26,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:26,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:26,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490186449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:26,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:26,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490186469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:26,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:26,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-24T23:15:26,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:26,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:26,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:26,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:26,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:26,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490186479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:26,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:26,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490186479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:26,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:26,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490186479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:26,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-24T23:15:26,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/ed575aa9c9e84fb4ab5ff56823117db9 2024-11-24T23:15:26,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/e9551dff6b4145ea98cbfeaff8317245 is 50, key is test_row_0/B:col10/1732490126100/Put/seqid=0 2024-11-24T23:15:26,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742057_1233 (size=9657) 2024-11-24T23:15:26,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/e9551dff6b4145ea98cbfeaff8317245 2024-11-24T23:15:26,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/0e9e7bbe8c364e5eb3a564c427e51ba1 is 50, key is test_row_0/C:col10/1732490126100/Put/seqid=0 2024-11-24T23:15:26,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742058_1234 (size=9657) 2024-11-24T23:15:26,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-24T23:15:26,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:26,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:26,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:26,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:26,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:26,668 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T23:15:26,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490186759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:26,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:26,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490186779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:26,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:26,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-24T23:15:26,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:26,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:26,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:26,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:26,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:26,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490186789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:26,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:26,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490186789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:26,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:26,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490186789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:26,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:26,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:26,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-24T23:15:26,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-24T23:15:26,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:26,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:26,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:26,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:26,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:26,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/0e9e7bbe8c364e5eb3a564c427e51ba1 2024-11-24T23:15:27,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/ed575aa9c9e84fb4ab5ff56823117db9 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/ed575aa9c9e84fb4ab5ff56823117db9 2024-11-24T23:15:27,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/ed575aa9c9e84fb4ab5ff56823117db9, entries=100, sequenceid=69, filesize=9.4 K 2024-11-24T23:15:27,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/e9551dff6b4145ea98cbfeaff8317245 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/e9551dff6b4145ea98cbfeaff8317245 2024-11-24T23:15:27,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/e9551dff6b4145ea98cbfeaff8317245, entries=100, sequenceid=69, filesize=9.4 K 2024-11-24T23:15:27,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/0e9e7bbe8c364e5eb3a564c427e51ba1 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/0e9e7bbe8c364e5eb3a564c427e51ba1 2024-11-24T23:15:27,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/0e9e7bbe8c364e5eb3a564c427e51ba1, entries=100, sequenceid=69, filesize=9.4 K 2024-11-24T23:15:27,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=147.60 KB/151140 for d262d5ad7dcfa8d4fb930ecf1637d4f4 in 911ms, sequenceid=69, compaction requested=true 2024-11-24T23:15:27,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:27,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d262d5ad7dcfa8d4fb930ecf1637d4f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:15:27,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:27,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d262d5ad7dcfa8d4fb930ecf1637d4f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:15:27,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:27,012 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:15:27,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d262d5ad7dcfa8d4fb930ecf1637d4f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:15:27,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:27,012 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:15:27,014 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:15:27,014 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): d262d5ad7dcfa8d4fb930ecf1637d4f4/B is initiating minor compaction (all files) 2024-11-24T23:15:27,014 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d262d5ad7dcfa8d4fb930ecf1637d4f4/B in TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:27,014 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/b9cb6ef7f699410caa82cee34979d53b, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/95b1feef66eb423c88bd19076687e7d4, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/50500a2ef6ef4e8dbfa8093498fb8d0b, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/e9551dff6b4145ea98cbfeaff8317245] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp, totalSize=44.6 K 2024-11-24T23:15:27,015 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50340 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:15:27,015 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting b9cb6ef7f699410caa82cee34979d53b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732490123713 2024-11-24T23:15:27,015 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): d262d5ad7dcfa8d4fb930ecf1637d4f4/A is initiating minor compaction (all files) 2024-11-24T23:15:27,015 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d262d5ad7dcfa8d4fb930ecf1637d4f4/A in TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:27,015 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/7f47d21a1e354be98b35b4beb30818a9, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/fcee0b78ead248ada22b86a0cf46047d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/4cc76ec7d1f04339a63acac4a28b8fc1, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/ed575aa9c9e84fb4ab5ff56823117db9] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp, totalSize=49.2 K 2024-11-24T23:15:27,015 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 95b1feef66eb423c88bd19076687e7d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732490123819 2024-11-24T23:15:27,015 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 50500a2ef6ef4e8dbfa8093498fb8d0b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732490123936 2024-11-24T23:15:27,015 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f47d21a1e354be98b35b4beb30818a9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732490123713 2024-11-24T23:15:27,015 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting e9551dff6b4145ea98cbfeaff8317245, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1732490126096 2024-11-24T23:15:27,015 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcee0b78ead248ada22b86a0cf46047d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732490123819 2024-11-24T23:15:27,016 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4cc76ec7d1f04339a63acac4a28b8fc1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732490123936 2024-11-24T23:15:27,016 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed575aa9c9e84fb4ab5ff56823117db9, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1732490126096 2024-11-24T23:15:27,023 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d262d5ad7dcfa8d4fb930ecf1637d4f4#A#compaction#192 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:27,024 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/751653a942af45faa23be21aeaf4c4d8 is 50, key is test_row_0/A:col10/1732490126100/Put/seqid=0 2024-11-24T23:15:27,024 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d262d5ad7dcfa8d4fb930ecf1637d4f4#B#compaction#191 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:27,024 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/d8fe4fb93f7a43729a2b2de98aa8e18c is 50, key is test_row_0/B:col10/1732490126100/Put/seqid=0 2024-11-24T23:15:27,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742059_1235 (size=12139) 2024-11-24T23:15:27,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742060_1236 (size=12139) 2024-11-24T23:15:27,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-24T23:15:27,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:27,148 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4 3/3 column families, dataSize=147.60 KB heapSize=423.55 KB 2024-11-24T23:15:27,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=A 2024-11-24T23:15:27,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:27,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=B 2024-11-24T23:15:27,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:27,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=C 2024-11-24T23:15:27,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:27,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/6bb02f2bea6e44b18c0e11a020615993 is 50, key is test_row_0/A:col10/1732490126151/Put/seqid=0 2024-11-24T23:15:27,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742061_1237 (size=12001) 2024-11-24T23:15:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:27,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:27,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490187291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:27,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:27,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:27,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:27,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490187293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:27,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:27,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:27,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:27,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490187299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:27,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490187299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:27,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490187299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-24T23:15:27,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490187399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:27,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:27,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:27,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:27,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490187409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:27,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:27,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:27,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:27,435 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/d8fe4fb93f7a43729a2b2de98aa8e18c as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/d8fe4fb93f7a43729a2b2de98aa8e18c 2024-11-24T23:15:27,436 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/751653a942af45faa23be21aeaf4c4d8 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/751653a942af45faa23be21aeaf4c4d8 2024-11-24T23:15:27,441 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d262d5ad7dcfa8d4fb930ecf1637d4f4/A of d262d5ad7dcfa8d4fb930ecf1637d4f4 into 751653a942af45faa23be21aeaf4c4d8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:27,441 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d262d5ad7dcfa8d4fb930ecf1637d4f4/B of d262d5ad7dcfa8d4fb930ecf1637d4f4 into d8fe4fb93f7a43729a2b2de98aa8e18c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:27,441 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:27,441 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:27,441 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., storeName=d262d5ad7dcfa8d4fb930ecf1637d4f4/A, priority=12, startTime=1732490127012; duration=0sec 2024-11-24T23:15:27,441 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., storeName=d262d5ad7dcfa8d4fb930ecf1637d4f4/B, priority=12, startTime=1732490127012; duration=0sec 2024-11-24T23:15:27,441 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:27,441 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d262d5ad7dcfa8d4fb930ecf1637d4f4:A 2024-11-24T23:15:27,441 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:27,441 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d262d5ad7dcfa8d4fb930ecf1637d4f4:B 2024-11-24T23:15:27,441 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:15:27,442 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:15:27,442 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): d262d5ad7dcfa8d4fb930ecf1637d4f4/C is initiating minor compaction (all files) 2024-11-24T23:15:27,443 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d262d5ad7dcfa8d4fb930ecf1637d4f4/C in TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:27,443 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/d57d0783131040eb8e31a154ff3536be, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/87e9aee005d44abc9107245852be63c8, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/c16aea1276fe4dad940536022e5126df, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/0e9e7bbe8c364e5eb3a564c427e51ba1] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp, totalSize=44.6 K 2024-11-24T23:15:27,443 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting d57d0783131040eb8e31a154ff3536be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732490123713 2024-11-24T23:15:27,443 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87e9aee005d44abc9107245852be63c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732490123819 2024-11-24T23:15:27,444 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting c16aea1276fe4dad940536022e5126df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732490123936 2024-11-24T23:15:27,444 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e9e7bbe8c364e5eb3a564c427e51ba1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1732490126096 2024-11-24T23:15:27,454 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d262d5ad7dcfa8d4fb930ecf1637d4f4#C#compaction#194 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:27,455 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/f6e8393049314f5cb455f5a0945c7ea5 is 50, key is test_row_0/C:col10/1732490126100/Put/seqid=0 2024-11-24T23:15:27,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742062_1238 (size=12139) 2024-11-24T23:15:27,558 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/6bb02f2bea6e44b18c0e11a020615993 2024-11-24T23:15:27,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/7b86c707f3244b828d79934ca85a3424 is 50, key is test_row_0/B:col10/1732490126151/Put/seqid=0 2024-11-24T23:15:27,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742063_1239 (size=12001) 2024-11-24T23:15:27,574 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/7b86c707f3244b828d79934ca85a3424 2024-11-24T23:15:27,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/c20a629fbed7471d936954e3eddc45e2 is 50, key is test_row_0/C:col10/1732490126151/Put/seqid=0 2024-11-24T23:15:27,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742064_1240 (size=12001) 2024-11-24T23:15:27,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:27,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490187609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:27,612 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:27,612 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:27,612 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:27,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:27,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490187619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:27,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:27,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:27,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:27,868 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/f6e8393049314f5cb455f5a0945c7ea5 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/f6e8393049314f5cb455f5a0945c7ea5 2024-11-24T23:15:27,873 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d262d5ad7dcfa8d4fb930ecf1637d4f4/C of d262d5ad7dcfa8d4fb930ecf1637d4f4 into f6e8393049314f5cb455f5a0945c7ea5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:27,873 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:27,873 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., storeName=d262d5ad7dcfa8d4fb930ecf1637d4f4/C, priority=12, startTime=1732490127012; duration=0sec 2024-11-24T23:15:27,873 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:27,873 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d262d5ad7dcfa8d4fb930ecf1637d4f4:C 2024-11-24T23:15:27,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490187919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:27,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:27,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:27,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:27,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490187929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:27,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:27,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:27,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:27,990 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/c20a629fbed7471d936954e3eddc45e2 2024-11-24T23:15:27,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/6bb02f2bea6e44b18c0e11a020615993 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/6bb02f2bea6e44b18c0e11a020615993 2024-11-24T23:15:27,998 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/6bb02f2bea6e44b18c0e11a020615993, entries=150, sequenceid=102, filesize=11.7 K 2024-11-24T23:15:27,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/7b86c707f3244b828d79934ca85a3424 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/7b86c707f3244b828d79934ca85a3424 2024-11-24T23:15:28,002 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/7b86c707f3244b828d79934ca85a3424, entries=150, sequenceid=102, filesize=11.7 K 2024-11-24T23:15:28,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/c20a629fbed7471d936954e3eddc45e2 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/c20a629fbed7471d936954e3eddc45e2 2024-11-24T23:15:28,007 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/c20a629fbed7471d936954e3eddc45e2, entries=150, sequenceid=102, filesize=11.7 K 2024-11-24T23:15:28,008 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~423.50 KB/433664, currentSize=33.54 KB/34350 for d262d5ad7dcfa8d4fb930ecf1637d4f4 in 860ms, sequenceid=102, compaction requested=false 2024-11-24T23:15:28,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:28,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:28,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-24T23:15:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-24T23:15:28,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-24T23:15:28,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8370 sec 2024-11-24T23:15:28,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.8430 sec 2024-11-24T23:15:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:28,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T23:15:28,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=A 2024-11-24T23:15:28,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:28,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=B 2024-11-24T23:15:28,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:28,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=C 2024-11-24T23:15:28,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:28,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/804699a05c034db99cd47ca970689d4a is 50, key is test_row_0/A:col10/1732490127292/Put/seqid=0 2024-11-24T23:15:28,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-24T23:15:28,320 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:15:28,321 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:15:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-24T23:15:28,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742065_1241 (size=11997) 2024-11-24T23:15:28,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-24T23:15:28,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/804699a05c034db99cd47ca970689d4a 2024-11-24T23:15:28,324 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:15:28,325 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:15:28,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:15:28,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/4a4776ccb121446ca78a062900f9f4e9 is 50, key is test_row_0/B:col10/1732490127292/Put/seqid=0 2024-11-24T23:15:28,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490128340, max timestamp=1732490128348Num uniques 859; 2024-11-24T23:15:28,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490128340, max timestamp=1732490128348Num uniques 859; 2024-11-24T23:15:28,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:15:28,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490128340, max timestamp=1732490128348Num uniques 859; 2024-11-24T23:15:28,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:15:28,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:15:28,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742066_1242 (size=9657) 2024-11-24T23:15:28,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490188377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:28,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:28,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:28,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:28,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490188383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:28,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:28,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:28,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:28,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490188384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:28,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:28,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:28,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-24T23:15:28,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490188429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:28,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:28,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:28,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:28,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490188439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:28,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:28,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:28,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:28,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-24T23:15:28,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:28,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:28,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:28,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:28,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:28,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490188489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:28,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:28,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:28,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:28,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490188499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:28,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:28,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:28,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:28,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490188499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:28,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:28,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:28,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:28,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-24T23:15:28,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:28,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:28,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:28,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:28,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-24T23:15:28,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490188699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:28,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:28,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:28,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:28,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490188709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:28,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:28,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:28,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:28,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490188709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:28,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:28,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:28,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:28,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/4a4776ccb121446ca78a062900f9f4e9 2024-11-24T23:15:28,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/54c6dcac6cbe41f08cf05344f8040bd5 is 50, key is test_row_0/C:col10/1732490127292/Put/seqid=0 2024-11-24T23:15:28,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742067_1243 (size=9657) 2024-11-24T23:15:28,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-24T23:15:28,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:28,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:28,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:28,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:28,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:28,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-24T23:15:28,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:28,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:28,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:28,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:28,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:28,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-24T23:15:29,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490189009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:29,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:29,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:29,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:29,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490189019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:29,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:29,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:29,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:29,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490189020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:29,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:29,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:29,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:29,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-24T23:15:29,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:29,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:29,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:29,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:29,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:29,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/54c6dcac6cbe41f08cf05344f8040bd5 2024-11-24T23:15:29,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/804699a05c034db99cd47ca970689d4a as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/804699a05c034db99cd47ca970689d4a 2024-11-24T23:15:29,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/804699a05c034db99cd47ca970689d4a, entries=150, sequenceid=115, filesize=11.7 K 2024-11-24T23:15:29,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/4a4776ccb121446ca78a062900f9f4e9 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/4a4776ccb121446ca78a062900f9f4e9 2024-11-24T23:15:29,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/4a4776ccb121446ca78a062900f9f4e9, entries=100, sequenceid=115, filesize=9.4 K 2024-11-24T23:15:29,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/54c6dcac6cbe41f08cf05344f8040bd5 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/54c6dcac6cbe41f08cf05344f8040bd5 2024-11-24T23:15:29,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/54c6dcac6cbe41f08cf05344f8040bd5, entries=100, sequenceid=115, filesize=9.4 K 2024-11-24T23:15:29,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for d262d5ad7dcfa8d4fb930ecf1637d4f4 in 887ms, sequenceid=115, compaction requested=true 2024-11-24T23:15:29,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:29,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d262d5ad7dcfa8d4fb930ecf1637d4f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:15:29,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:29,200 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:15:29,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d262d5ad7dcfa8d4fb930ecf1637d4f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:15:29,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:29,200 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:15:29,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d262d5ad7dcfa8d4fb930ecf1637d4f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:15:29,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:29,201 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:15:29,201 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36137 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:15:29,201 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): d262d5ad7dcfa8d4fb930ecf1637d4f4/B is initiating minor compaction (all files) 2024-11-24T23:15:29,201 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): d262d5ad7dcfa8d4fb930ecf1637d4f4/A is initiating minor compaction (all files) 2024-11-24T23:15:29,201 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d262d5ad7dcfa8d4fb930ecf1637d4f4/A in TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:29,201 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d262d5ad7dcfa8d4fb930ecf1637d4f4/B in TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:29,201 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/d8fe4fb93f7a43729a2b2de98aa8e18c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/7b86c707f3244b828d79934ca85a3424, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/4a4776ccb121446ca78a062900f9f4e9] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp, totalSize=33.0 K 2024-11-24T23:15:29,201 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/751653a942af45faa23be21aeaf4c4d8, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/6bb02f2bea6e44b18c0e11a020615993, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/804699a05c034db99cd47ca970689d4a] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp, totalSize=35.3 K 2024-11-24T23:15:29,201 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting d8fe4fb93f7a43729a2b2de98aa8e18c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1732490123942 2024-11-24T23:15:29,201 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 751653a942af45faa23be21aeaf4c4d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1732490123942 2024-11-24T23:15:29,202 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b86c707f3244b828d79934ca85a3424, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732490126141 2024-11-24T23:15:29,202 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6bb02f2bea6e44b18c0e11a020615993, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732490126141 2024-11-24T23:15:29,203 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a4776ccb121446ca78a062900f9f4e9, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732490127292 2024-11-24T23:15:29,203 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 804699a05c034db99cd47ca970689d4a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732490127292 2024-11-24T23:15:29,210 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d262d5ad7dcfa8d4fb930ecf1637d4f4#A#compaction#200 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:29,210 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d262d5ad7dcfa8d4fb930ecf1637d4f4#B#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:29,211 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/7f32490041a14842b9b764a5f124730d is 50, key is test_row_0/B:col10/1732490127292/Put/seqid=0 2024-11-24T23:15:29,211 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/87e95aa461cc48a983bfa00b7e2f7055 is 50, key is test_row_0/A:col10/1732490127292/Put/seqid=0 2024-11-24T23:15:29,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742069_1245 (size=12241) 2024-11-24T23:15:29,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742068_1244 (size=12241) 2024-11-24T23:15:29,222 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/87e95aa461cc48a983bfa00b7e2f7055 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/87e95aa461cc48a983bfa00b7e2f7055 2024-11-24T23:15:29,227 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d262d5ad7dcfa8d4fb930ecf1637d4f4/A of d262d5ad7dcfa8d4fb930ecf1637d4f4 into 87e95aa461cc48a983bfa00b7e2f7055(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:29,227 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:29,227 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., storeName=d262d5ad7dcfa8d4fb930ecf1637d4f4/A, priority=13, startTime=1732490129200; duration=0sec 2024-11-24T23:15:29,227 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:29,227 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d262d5ad7dcfa8d4fb930ecf1637d4f4:A 2024-11-24T23:15:29,227 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:15:29,229 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:15:29,229 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): d262d5ad7dcfa8d4fb930ecf1637d4f4/C is initiating minor compaction (all files) 2024-11-24T23:15:29,229 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d262d5ad7dcfa8d4fb930ecf1637d4f4/C in TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:29,229 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/f6e8393049314f5cb455f5a0945c7ea5, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/c20a629fbed7471d936954e3eddc45e2, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/54c6dcac6cbe41f08cf05344f8040bd5] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp, totalSize=33.0 K 2024-11-24T23:15:29,229 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6e8393049314f5cb455f5a0945c7ea5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1732490123942 2024-11-24T23:15:29,229 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting c20a629fbed7471d936954e3eddc45e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732490126141 2024-11-24T23:15:29,230 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54c6dcac6cbe41f08cf05344f8040bd5, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732490127292 2024-11-24T23:15:29,237 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d262d5ad7dcfa8d4fb930ecf1637d4f4#C#compaction#202 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:29,238 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/6aefa305bf2948d4bc7b26d40fefa285 is 50, key is test_row_0/C:col10/1732490127292/Put/seqid=0 2024-11-24T23:15:29,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-24T23:15:29,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:29,243 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-24T23:15:29,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=A 2024-11-24T23:15:29,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:29,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=B 2024-11-24T23:15:29,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:29,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=C 2024-11-24T23:15:29,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:29,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/7d97f1c1cd7d476fb6004c4d678499fb is 50, key is test_row_0/A:col10/1732490128382/Put/seqid=0 2024-11-24T23:15:29,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742070_1246 (size=12241) 2024-11-24T23:15:29,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742071_1247 (size=12151) 2024-11-24T23:15:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:29,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-24T23:15:29,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490189463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:29,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:29,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:29,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:29,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490189467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:29,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:29,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:29,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:29,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:29,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490189519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:29,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:29,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:29,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:29,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490189529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:29,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:29,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:29,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490189529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:29,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:29,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:29,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:29,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:29,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490189568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:29,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:29,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:29,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:29,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490189579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:29,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:29,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:29,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:29,626 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/7f32490041a14842b9b764a5f124730d as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/7f32490041a14842b9b764a5f124730d 2024-11-24T23:15:29,630 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d262d5ad7dcfa8d4fb930ecf1637d4f4/B of d262d5ad7dcfa8d4fb930ecf1637d4f4 into 7f32490041a14842b9b764a5f124730d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:29,630 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:29,630 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., storeName=d262d5ad7dcfa8d4fb930ecf1637d4f4/B, priority=13, startTime=1732490129200; duration=0sec 2024-11-24T23:15:29,630 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:29,630 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d262d5ad7dcfa8d4fb930ecf1637d4f4:B 2024-11-24T23:15:29,654 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/6aefa305bf2948d4bc7b26d40fefa285 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/6aefa305bf2948d4bc7b26d40fefa285 2024-11-24T23:15:29,658 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/7d97f1c1cd7d476fb6004c4d678499fb 2024-11-24T23:15:29,658 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d262d5ad7dcfa8d4fb930ecf1637d4f4/C of d262d5ad7dcfa8d4fb930ecf1637d4f4 into 6aefa305bf2948d4bc7b26d40fefa285(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:29,658 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:29,658 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., storeName=d262d5ad7dcfa8d4fb930ecf1637d4f4/C, priority=13, startTime=1732490129200; duration=0sec 2024-11-24T23:15:29,658 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:29,658 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d262d5ad7dcfa8d4fb930ecf1637d4f4:C 2024-11-24T23:15:29,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/86db27c6a9344859afb53c52a4012ff3 is 50, key is test_row_0/B:col10/1732490128382/Put/seqid=0 2024-11-24T23:15:29,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742072_1248 (size=12151) 2024-11-24T23:15:29,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490189779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:29,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:29,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:29,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:29,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490189789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:29,793 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:29,793 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:29,793 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:30,069 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/86db27c6a9344859afb53c52a4012ff3 2024-11-24T23:15:30,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/168e7129f0e14ff2a5b70c7ffbc9c480 is 50, key is test_row_0/C:col10/1732490128382/Put/seqid=0 2024-11-24T23:15:30,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742073_1249 (size=12151) 2024-11-24T23:15:30,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490190089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:30,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:30,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:30,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:30,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490190099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:30,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:30,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:30,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-24T23:15:30,482 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/168e7129f0e14ff2a5b70c7ffbc9c480 2024-11-24T23:15:30,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/7d97f1c1cd7d476fb6004c4d678499fb as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/7d97f1c1cd7d476fb6004c4d678499fb 2024-11-24T23:15:30,503 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/7d97f1c1cd7d476fb6004c4d678499fb, entries=150, sequenceid=152, filesize=11.9 K 2024-11-24T23:15:30,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/86db27c6a9344859afb53c52a4012ff3 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/86db27c6a9344859afb53c52a4012ff3 2024-11-24T23:15:30,509 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/86db27c6a9344859afb53c52a4012ff3, entries=150, sequenceid=152, filesize=11.9 K 2024-11-24T23:15:30,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/168e7129f0e14ff2a5b70c7ffbc9c480 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/168e7129f0e14ff2a5b70c7ffbc9c480 2024-11-24T23:15:30,515 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/168e7129f0e14ff2a5b70c7ffbc9c480, entries=150, sequenceid=152, filesize=11.9 K 2024-11-24T23:15:30,516 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for d262d5ad7dcfa8d4fb930ecf1637d4f4 in 1273ms, sequenceid=152, compaction requested=false 2024-11-24T23:15:30,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:30,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:30,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-24T23:15:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-24T23:15:30,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-24T23:15:30,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1920 sec 2024-11-24T23:15:30,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 2.1980 sec 2024-11-24T23:15:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:30,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-24T23:15:30,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=A 2024-11-24T23:15:30,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:30,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=B 2024-11-24T23:15:30,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:30,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=C 2024-11-24T23:15:30,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:30,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/e021acc1f2744ff09af8700e4b31d3b5 is 50, key is test_row_0/A:col10/1732490130530/Put/seqid=0 2024-11-24T23:15:30,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742074_1250 (size=12147) 2024-11-24T23:15:30,572 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732490130555, max timestamp=1732490130569Num uniques 859; 2024-11-24T23:15:30,572 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732490130555, max timestamp=1732490130569Num uniques 859; 2024-11-24T23:15:30,572 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732490130555, max timestamp=1732490130569Num uniques 859; 2024-11-24T23:15:30,572 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-24T23:15:30,572 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-24T23:15:30,572 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-24T23:15:30,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490190599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:30,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490190599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:30,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:30,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:30,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:30,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:30,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:30,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:30,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490190606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:30,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:30,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:30,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:30,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490190606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:30,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:30,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:30,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:30,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490190609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:30,614 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:30,614 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:30,614 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:30,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490190709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:30,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:30,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:30,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:30,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490190719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:30,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:30,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:30,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:30,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490190719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:30,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:30,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:30,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:30,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490190919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:30,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:30,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:30,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:30,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490190929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:30,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:30,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490190929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:30,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:30,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:30,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:30,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:30,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:30,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/e021acc1f2744ff09af8700e4b31d3b5 2024-11-24T23:15:30,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/7108e3d4003d406e8d72967a9cf4875c is 50, key is test_row_0/B:col10/1732490130530/Put/seqid=0 2024-11-24T23:15:30,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742075_1251 (size=9757) 2024-11-24T23:15:31,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490191229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:31,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:31,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:31,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:31,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490191239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:31,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:31,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:31,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:31,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490191239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:31,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:31,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:31,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:31,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/7108e3d4003d406e8d72967a9cf4875c 2024-11-24T23:15:31,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/e66f931defd2438187c6ad5bd7cc2bad is 50, key is test_row_0/C:col10/1732490130530/Put/seqid=0 2024-11-24T23:15:31,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742076_1252 (size=9757) 2024-11-24T23:15:31,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/e66f931defd2438187c6ad5bd7cc2bad 2024-11-24T23:15:31,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/e021acc1f2744ff09af8700e4b31d3b5 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/e021acc1f2744ff09af8700e4b31d3b5 2024-11-24T23:15:31,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/e021acc1f2744ff09af8700e4b31d3b5, entries=150, sequenceid=165, filesize=11.9 K 2024-11-24T23:15:31,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/7108e3d4003d406e8d72967a9cf4875c as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/7108e3d4003d406e8d72967a9cf4875c 2024-11-24T23:15:31,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/7108e3d4003d406e8d72967a9cf4875c, entries=100, sequenceid=165, filesize=9.5 K 2024-11-24T23:15:31,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/e66f931defd2438187c6ad5bd7cc2bad as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/e66f931defd2438187c6ad5bd7cc2bad 2024-11-24T23:15:31,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/e66f931defd2438187c6ad5bd7cc2bad, entries=100, sequenceid=165, filesize=9.5 K 2024-11-24T23:15:31,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for d262d5ad7dcfa8d4fb930ecf1637d4f4 in 872ms, sequenceid=165, compaction requested=true 2024-11-24T23:15:31,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:31,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d262d5ad7dcfa8d4fb930ecf1637d4f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:15:31,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:31,404 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:15:31,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d262d5ad7dcfa8d4fb930ecf1637d4f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:15:31,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:31,404 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:15:31,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d262d5ad7dcfa8d4fb930ecf1637d4f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:15:31,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:31,405 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:15:31,405 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36539 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:15:31,405 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): d262d5ad7dcfa8d4fb930ecf1637d4f4/A is initiating minor compaction (all files) 2024-11-24T23:15:31,405 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): d262d5ad7dcfa8d4fb930ecf1637d4f4/B is initiating minor compaction (all files) 2024-11-24T23:15:31,405 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d262d5ad7dcfa8d4fb930ecf1637d4f4/A in TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:31,405 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d262d5ad7dcfa8d4fb930ecf1637d4f4/B in TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:31,405 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/87e95aa461cc48a983bfa00b7e2f7055, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/7d97f1c1cd7d476fb6004c4d678499fb, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/e021acc1f2744ff09af8700e4b31d3b5] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp, totalSize=35.7 K 2024-11-24T23:15:31,405 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/7f32490041a14842b9b764a5f124730d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/86db27c6a9344859afb53c52a4012ff3, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/7108e3d4003d406e8d72967a9cf4875c] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp, totalSize=33.3 K 2024-11-24T23:15:31,406 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87e95aa461cc48a983bfa00b7e2f7055, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732490126141 2024-11-24T23:15:31,406 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f32490041a14842b9b764a5f124730d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732490126141 2024-11-24T23:15:31,406 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 86db27c6a9344859afb53c52a4012ff3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732490128369 2024-11-24T23:15:31,406 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d97f1c1cd7d476fb6004c4d678499fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732490128369 2024-11-24T23:15:31,406 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 7108e3d4003d406e8d72967a9cf4875c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732490129466 2024-11-24T23:15:31,407 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting e021acc1f2744ff09af8700e4b31d3b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732490129461 2024-11-24T23:15:31,414 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d262d5ad7dcfa8d4fb930ecf1637d4f4#B#compaction#209 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:31,414 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d262d5ad7dcfa8d4fb930ecf1637d4f4#A#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:31,415 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/a22edf898d7642d684a2091ea7e96e4b is 50, key is test_row_0/B:col10/1732490130530/Put/seqid=0 2024-11-24T23:15:31,415 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/e628ed23debf421d9cfe9629509edeba is 50, key is test_row_0/A:col10/1732490130530/Put/seqid=0 2024-11-24T23:15:31,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742077_1253 (size=12493) 2024-11-24T23:15:31,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742078_1254 (size=12493) 2024-11-24T23:15:31,446 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/e628ed23debf421d9cfe9629509edeba as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/e628ed23debf421d9cfe9629509edeba 2024-11-24T23:15:31,451 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d262d5ad7dcfa8d4fb930ecf1637d4f4/A of d262d5ad7dcfa8d4fb930ecf1637d4f4 into e628ed23debf421d9cfe9629509edeba(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:31,451 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:31,451 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., storeName=d262d5ad7dcfa8d4fb930ecf1637d4f4/A, priority=13, startTime=1732490131404; duration=0sec 2024-11-24T23:15:31,451 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:31,451 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d262d5ad7dcfa8d4fb930ecf1637d4f4:A 2024-11-24T23:15:31,451 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:15:31,452 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:15:31,452 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): d262d5ad7dcfa8d4fb930ecf1637d4f4/C is initiating minor compaction (all files) 2024-11-24T23:15:31,452 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d262d5ad7dcfa8d4fb930ecf1637d4f4/C in TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:31,453 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/6aefa305bf2948d4bc7b26d40fefa285, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/168e7129f0e14ff2a5b70c7ffbc9c480, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/e66f931defd2438187c6ad5bd7cc2bad] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp, totalSize=33.3 K 2024-11-24T23:15:31,454 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6aefa305bf2948d4bc7b26d40fefa285, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732490126141 2024-11-24T23:15:31,454 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 168e7129f0e14ff2a5b70c7ffbc9c480, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732490128369 2024-11-24T23:15:31,454 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting e66f931defd2438187c6ad5bd7cc2bad, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732490129466 2024-11-24T23:15:31,463 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d262d5ad7dcfa8d4fb930ecf1637d4f4#C#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:31,464 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/5e7c3c54bd9e46cb84771db192e69749 is 50, key is test_row_0/C:col10/1732490130530/Put/seqid=0 2024-11-24T23:15:31,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742079_1255 (size=12493) 2024-11-24T23:15:31,497 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/5e7c3c54bd9e46cb84771db192e69749 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/5e7c3c54bd9e46cb84771db192e69749 2024-11-24T23:15:31,504 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d262d5ad7dcfa8d4fb930ecf1637d4f4/C of d262d5ad7dcfa8d4fb930ecf1637d4f4 into 5e7c3c54bd9e46cb84771db192e69749(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:31,504 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:31,504 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., storeName=d262d5ad7dcfa8d4fb930ecf1637d4f4/C, priority=13, startTime=1732490131404; duration=0sec 2024-11-24T23:15:31,504 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:31,504 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d262d5ad7dcfa8d4fb930ecf1637d4f4:C 2024-11-24T23:15:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:31,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-24T23:15:31,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=A 2024-11-24T23:15:31,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:31,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=B 2024-11-24T23:15:31,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:31,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=C 2024-11-24T23:15:31,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:31,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/71cb4db9de47499e9befd910e06f3a4d is 50, key is test_row_0/A:col10/1732490131621/Put/seqid=0 2024-11-24T23:15:31,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742080_1256 (size=14541) 2024-11-24T23:15:31,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/71cb4db9de47499e9befd910e06f3a4d 2024-11-24T23:15:31,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490191640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:31,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:31,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:31,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:31,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/4899eb3621bd4238be140b3cf32b8dc0 is 50, key is test_row_0/B:col10/1732490131621/Put/seqid=0 2024-11-24T23:15:31,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490191644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:31,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:31,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:31,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:31,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742081_1257 (size=12151) 2024-11-24T23:15:31,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490191739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:31,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:31,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:31,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:31,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490191749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:31,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:31,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:31,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:31,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490191749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:31,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:31,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:31,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490191749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:31,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:31,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:31,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:31,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:31,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490191759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:31,762 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:31,762 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:31,762 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:31,831 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/a22edf898d7642d684a2091ea7e96e4b as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/a22edf898d7642d684a2091ea7e96e4b 2024-11-24T23:15:31,836 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d262d5ad7dcfa8d4fb930ecf1637d4f4/B of d262d5ad7dcfa8d4fb930ecf1637d4f4 into a22edf898d7642d684a2091ea7e96e4b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:31,836 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:31,836 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., storeName=d262d5ad7dcfa8d4fb930ecf1637d4f4/B, priority=13, startTime=1732490131404; duration=0sec 2024-11-24T23:15:31,836 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:31,836 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d262d5ad7dcfa8d4fb930ecf1637d4f4:B 2024-11-24T23:15:31,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490191959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:31,962 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:31,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:31,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:31,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:31,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490191969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:31,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:31,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:31,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:32,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/4899eb3621bd4238be140b3cf32b8dc0 2024-11-24T23:15:32,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/c8b562fe0c414259a8d7afed2f95d043 is 50, key is test_row_0/C:col10/1732490131621/Put/seqid=0 2024-11-24T23:15:32,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742082_1258 (size=12151) 2024-11-24T23:15:32,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:32,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490192269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:32,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:32,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:32,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:32,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:32,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490192279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:32,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:32,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:32,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:32,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-24T23:15:32,479 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:15:32,480 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:15:32,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-24T23:15:32,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-24T23:15:32,481 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:15:32,482 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:15:32,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:15:32,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/c8b562fe0c414259a8d7afed2f95d043 2024-11-24T23:15:32,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/71cb4db9de47499e9befd910e06f3a4d as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/71cb4db9de47499e9befd910e06f3a4d 2024-11-24T23:15:32,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/71cb4db9de47499e9befd910e06f3a4d, entries=200, sequenceid=203, filesize=14.2 K 2024-11-24T23:15:32,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/4899eb3621bd4238be140b3cf32b8dc0 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/4899eb3621bd4238be140b3cf32b8dc0 2024-11-24T23:15:32,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/4899eb3621bd4238be140b3cf32b8dc0, entries=150, sequenceid=203, filesize=11.9 K 2024-11-24T23:15:32,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/c8b562fe0c414259a8d7afed2f95d043 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/c8b562fe0c414259a8d7afed2f95d043 2024-11-24T23:15:32,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/c8b562fe0c414259a8d7afed2f95d043, entries=150, sequenceid=203, filesize=11.9 K 2024-11-24T23:15:32,548 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for d262d5ad7dcfa8d4fb930ecf1637d4f4 in 926ms, sequenceid=203, compaction requested=false 2024-11-24T23:15:32,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:32,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-24T23:15:32,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-24T23:15:32,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:32,634 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-24T23:15:32,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=A 2024-11-24T23:15:32,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:32,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=B 2024-11-24T23:15:32,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:32,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=C 2024-11-24T23:15:32,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:32,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/f19a873ec32e4981a4e1d5d5885a7910 is 50, key is test_row_0/A:col10/1732490131638/Put/seqid=0 2024-11-24T23:15:32,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742083_1259 (size=12151) 2024-11-24T23:15:32,643 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/f19a873ec32e4981a4e1d5d5885a7910 2024-11-24T23:15:32,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/9f74f300ac2c4fada61c9d1dc9cb5143 is 50, key is test_row_0/B:col10/1732490131638/Put/seqid=0 2024-11-24T23:15:32,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742084_1260 (size=12151) 2024-11-24T23:15:32,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:32,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:32,788 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490132771, max timestamp=1732490132785Num uniques 859; 2024-11-24T23:15:32,788 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490132771, max timestamp=1732490132785Num uniques 859; 2024-11-24T23:15:32,788 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490132771, max timestamp=1732490132785Num uniques 859; 2024-11-24T23:15:32,788 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:15:32,788 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:15:32,788 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:15:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-24T23:15:32,840 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732490132802, max timestamp=1732490132836Num uniques 1068; 2024-11-24T23:15:32,840 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-24T23:15:32,841 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732490132802, max timestamp=1732490132836Num uniques 1068; 2024-11-24T23:15:32,841 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732490132802, max timestamp=1732490132836Num uniques 1068; 2024-11-24T23:15:32,841 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-24T23:15:32,841 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-24T23:15:32,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:32,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490192858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:32,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:32,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:32,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:32,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:32,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490192861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:32,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:32,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:32,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:32,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490192862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:32,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:32,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:32,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:32,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490192862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:32,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490192863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:32,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490192968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:32,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:32,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:32,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:32,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490192969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:32,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:32,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:32,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490192969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:32,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:32,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:32,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:32,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:32,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490192979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:32,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:32,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490192979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:32,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:32,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:32,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:32,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:32,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:33,060 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/9f74f300ac2c4fada61c9d1dc9cb5143 2024-11-24T23:15:33,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/a61c1442e5c94de09647febcc63c9ae4 is 50, key is test_row_0/C:col10/1732490131638/Put/seqid=0 2024-11-24T23:15:33,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742085_1261 (size=12151) 2024-11-24T23:15:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-24T23:15:33,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490193179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:33,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490193179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:33,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490193179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:33,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:33,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:33,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490193189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:33,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:33,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490193189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:33,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:33,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:33,470 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/a61c1442e5c94de09647febcc63c9ae4 2024-11-24T23:15:33,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/f19a873ec32e4981a4e1d5d5885a7910 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/f19a873ec32e4981a4e1d5d5885a7910 2024-11-24T23:15:33,478 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/f19a873ec32e4981a4e1d5d5885a7910, entries=150, sequenceid=213, filesize=11.9 K 2024-11-24T23:15:33,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/9f74f300ac2c4fada61c9d1dc9cb5143 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/9f74f300ac2c4fada61c9d1dc9cb5143 2024-11-24T23:15:33,483 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/9f74f300ac2c4fada61c9d1dc9cb5143, entries=150, sequenceid=213, filesize=11.9 K 2024-11-24T23:15:33,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/a61c1442e5c94de09647febcc63c9ae4 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/a61c1442e5c94de09647febcc63c9ae4 2024-11-24T23:15:33,488 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/a61c1442e5c94de09647febcc63c9ae4, entries=150, sequenceid=213, filesize=11.9 K 2024-11-24T23:15:33,489 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for d262d5ad7dcfa8d4fb930ecf1637d4f4 in 855ms, sequenceid=213, compaction requested=true 2024-11-24T23:15:33,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:33,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:33,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-24T23:15:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-24T23:15:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:33,494 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732490132860, max timestamp=1732490133490Num uniques 1077; 2024-11-24T23:15:33,494 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-24T23:15:33,495 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732490132860, max timestamp=1732490133490Num uniques 1077; 2024-11-24T23:15:33,495 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732490132860, max timestamp=1732490133490Num uniques 1077; 2024-11-24T23:15:33,495 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-24T23:15:33,495 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-24T23:15:33,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4 3/3 column families, dataSize=26.84 KB heapSize=64.55 KB 2024-11-24T23:15:33,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-24T23:15:33,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0090 sec 2024-11-24T23:15:33,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=A 2024-11-24T23:15:33,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:33,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=B 2024-11-24T23:15:33,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:33,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=C 2024-11-24T23:15:33,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:33,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.0170 sec 2024-11-24T23:15:33,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/33a44609685548f3a117bacc6ec2ed44 is 50, key is test_row_0/A:col10/1732490133492/Put/seqid=0 2024-11-24T23:15:33,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742086_1262 (size=14741) 2024-11-24T23:15:33,559 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732490133544, max timestamp=1732490133556Num uniques 859; 2024-11-24T23:15:33,559 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732490133544, max timestamp=1732490133556Num uniques 859; 2024-11-24T23:15:33,559 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732490133544, max timestamp=1732490133556Num uniques 859; 2024-11-24T23:15:33,559 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-24T23:15:33,559 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-24T23:15:33,559 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-24T23:15:33,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490193575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:33,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:33,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490193575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:33,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:33,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:33,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490193576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:33,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:33,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490193577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:33,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:33,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490193580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:33,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-24T23:15:33,619 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:15:33,620 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:15:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-24T23:15:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-24T23:15:33,621 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:15:33,622 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:15:33,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:15:33,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490193689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:33,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:33,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490193689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:33,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:33,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490193689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:33,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:33,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490193689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:33,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:33,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490193689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:33,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:33,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-24T23:15:33,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-24T23:15:33,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:33,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:33,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:33,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:33,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:33,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490193899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:33,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:33,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490193899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:33,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:33,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:33,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:33,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490193899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:33,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:33,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490193899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:33,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:33,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490193899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:33,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:33,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:33,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/33a44609685548f3a117bacc6ec2ed44 2024-11-24T23:15:33,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/ba46c0fcf39c4078b33ae3a68a0c9f8f is 50, key is test_row_0/B:col10/1732490133492/Put/seqid=0 2024-11-24T23:15:33,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742087_1263 (size=12301) 2024-11-24T23:15:33,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-24T23:15:33,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:33,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:33,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:33,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:33,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:33,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:33,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-24T23:15:34,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-24T23:15:34,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:34,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:34,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:34,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:34,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:34,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490194209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:34,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:34,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:34,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490194209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:34,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:34,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:34,213 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:34,213 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490194209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:34,213 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:34,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:34,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:34,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490194209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:34,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:34,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:34,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:34,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:34,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490194209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:34,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:34,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:34,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:34,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:34,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-24T23:15:34,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:34,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:34,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:34,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:34,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-24T23:15:34,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/ba46c0fcf39c4078b33ae3a68a0c9f8f 2024-11-24T23:15:34,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/2ead490083134d9bbb778b672ee4c0e1 is 50, key is test_row_0/C:col10/1732490133492/Put/seqid=0 2024-11-24T23:15:34,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742088_1264 (size=12301) 2024-11-24T23:15:34,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-24T23:15:34,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:34,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:34,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:34,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:34,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:34,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-24T23:15:34,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:34,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:34,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:34,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:34,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:34,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-24T23:15:34,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:34,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:34,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:34,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:34,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:34,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490194719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:34,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490194719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:34,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:34,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490194719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:34,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:34,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:34,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:34,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490194720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:34,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:34,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:34,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:34,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490194720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:34,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:34,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:34,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:34,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/2ead490083134d9bbb778b672ee4c0e1 2024-11-24T23:15:34,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/33a44609685548f3a117bacc6ec2ed44 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/33a44609685548f3a117bacc6ec2ed44 2024-11-24T23:15:34,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/33a44609685548f3a117bacc6ec2ed44, entries=200, sequenceid=270, filesize=14.4 K 2024-11-24T23:15:34,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/ba46c0fcf39c4078b33ae3a68a0c9f8f as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/ba46c0fcf39c4078b33ae3a68a0c9f8f 2024-11-24T23:15:34,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/ba46c0fcf39c4078b33ae3a68a0c9f8f, entries=150, sequenceid=270, filesize=12.0 K 2024-11-24T23:15:34,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/2ead490083134d9bbb778b672ee4c0e1 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/2ead490083134d9bbb778b672ee4c0e1 2024-11-24T23:15:34,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/2ead490083134d9bbb778b672ee4c0e1, entries=150, sequenceid=270, filesize=12.0 K 2024-11-24T23:15:34,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~104.34 KB/106848, currentSize=147.60 KB/151140 for d262d5ad7dcfa8d4fb930ecf1637d4f4 in 1257ms, sequenceid=270, compaction requested=true 2024-11-24T23:15:34,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:34,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d262d5ad7dcfa8d4fb930ecf1637d4f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:15:34,752 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:15:34,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:34,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d262d5ad7dcfa8d4fb930ecf1637d4f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:15:34,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:34,752 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:15:34,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d262d5ad7dcfa8d4fb930ecf1637d4f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:15:34,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:34,753 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53926 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:15:34,753 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49096 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:15:34,753 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): d262d5ad7dcfa8d4fb930ecf1637d4f4/B is initiating minor compaction (all files) 2024-11-24T23:15:34,753 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): d262d5ad7dcfa8d4fb930ecf1637d4f4/A is initiating minor compaction (all files) 2024-11-24T23:15:34,753 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d262d5ad7dcfa8d4fb930ecf1637d4f4/A in TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:34,753 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d262d5ad7dcfa8d4fb930ecf1637d4f4/B in TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:34,753 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/e628ed23debf421d9cfe9629509edeba, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/71cb4db9de47499e9befd910e06f3a4d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/f19a873ec32e4981a4e1d5d5885a7910, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/33a44609685548f3a117bacc6ec2ed44] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp, totalSize=52.7 K 2024-11-24T23:15:34,753 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/a22edf898d7642d684a2091ea7e96e4b, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/4899eb3621bd4238be140b3cf32b8dc0, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/9f74f300ac2c4fada61c9d1dc9cb5143, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/ba46c0fcf39c4078b33ae3a68a0c9f8f] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp, totalSize=47.9 K 2024-11-24T23:15:34,753 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting a22edf898d7642d684a2091ea7e96e4b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732490128369 2024-11-24T23:15:34,753 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting e628ed23debf421d9cfe9629509edeba, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732490128369 2024-11-24T23:15:34,754 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 4899eb3621bd4238be140b3cf32b8dc0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732490130597 2024-11-24T23:15:34,754 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71cb4db9de47499e9befd910e06f3a4d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732490130597 2024-11-24T23:15:34,754 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f74f300ac2c4fada61c9d1dc9cb5143, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732490131637 2024-11-24T23:15:34,754 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting f19a873ec32e4981a4e1d5d5885a7910, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732490131637 2024-11-24T23:15:34,754 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting ba46c0fcf39c4078b33ae3a68a0c9f8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732490132860 2024-11-24T23:15:34,755 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33a44609685548f3a117bacc6ec2ed44, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732490132860 2024-11-24T23:15:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-24T23:15:34,763 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d262d5ad7dcfa8d4fb930ecf1637d4f4#B#compaction#221 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:34,763 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/c8e5a14148164cbea8b0e1f8d4671539 is 50, key is test_row_0/B:col10/1732490133492/Put/seqid=0 2024-11-24T23:15:34,764 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d262d5ad7dcfa8d4fb930ecf1637d4f4#A#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:34,765 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/8f5a5da63837432ea31c8163a486acbf is 50, key is test_row_0/A:col10/1732490133492/Put/seqid=0 2024-11-24T23:15:34,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742090_1266 (size=12779) 2024-11-24T23:15:34,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742089_1265 (size=12779) 2024-11-24T23:15:34,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-24T23:15:34,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:34,844 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4 3/3 column families, dataSize=147.60 KB heapSize=410.77 KB 2024-11-24T23:15:34,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=A 2024-11-24T23:15:34,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:34,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=B 2024-11-24T23:15:34,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:34,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=C 2024-11-24T23:15:34,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:34,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/36fddc3688854702b866cb4aebfe3cde is 50, key is test_row_0/A:col10/1732490133578/Put/seqid=0 2024-11-24T23:15:34,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742091_1267 (size=12301) 2024-11-24T23:15:35,181 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/8f5a5da63837432ea31c8163a486acbf as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/8f5a5da63837432ea31c8163a486acbf 2024-11-24T23:15:35,180 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/c8e5a14148164cbea8b0e1f8d4671539 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/c8e5a14148164cbea8b0e1f8d4671539 2024-11-24T23:15:35,185 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d262d5ad7dcfa8d4fb930ecf1637d4f4/A of d262d5ad7dcfa8d4fb930ecf1637d4f4 into 8f5a5da63837432ea31c8163a486acbf(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:35,185 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:35,185 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., storeName=d262d5ad7dcfa8d4fb930ecf1637d4f4/A, priority=12, startTime=1732490134752; duration=0sec 2024-11-24T23:15:35,185 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d262d5ad7dcfa8d4fb930ecf1637d4f4/B of d262d5ad7dcfa8d4fb930ecf1637d4f4 into c8e5a14148164cbea8b0e1f8d4671539(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:35,185 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:35,185 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:35,185 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., storeName=d262d5ad7dcfa8d4fb930ecf1637d4f4/B, priority=12, startTime=1732490134752; duration=0sec 2024-11-24T23:15:35,185 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d262d5ad7dcfa8d4fb930ecf1637d4f4:A 2024-11-24T23:15:35,185 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:15:35,185 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:35,185 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d262d5ad7dcfa8d4fb930ecf1637d4f4:B 2024-11-24T23:15:35,186 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49096 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:15:35,186 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): d262d5ad7dcfa8d4fb930ecf1637d4f4/C is initiating minor compaction (all files) 2024-11-24T23:15:35,187 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d262d5ad7dcfa8d4fb930ecf1637d4f4/C in TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:35,187 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/5e7c3c54bd9e46cb84771db192e69749, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/c8b562fe0c414259a8d7afed2f95d043, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/a61c1442e5c94de09647febcc63c9ae4, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/2ead490083134d9bbb778b672ee4c0e1] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp, totalSize=47.9 K 2024-11-24T23:15:35,187 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e7c3c54bd9e46cb84771db192e69749, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732490128369 2024-11-24T23:15:35,187 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8b562fe0c414259a8d7afed2f95d043, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732490130597 2024-11-24T23:15:35,188 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting a61c1442e5c94de09647febcc63c9ae4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732490131637 2024-11-24T23:15:35,188 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ead490083134d9bbb778b672ee4c0e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732490132860 2024-11-24T23:15:35,196 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d262d5ad7dcfa8d4fb930ecf1637d4f4#C#compaction#224 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:35,196 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/7a1fd9dfd269421b9ba9c8846ed1964c is 50, key is test_row_0/C:col10/1732490133492/Put/seqid=0 2024-11-24T23:15:35,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742092_1268 (size=12779) 2024-11-24T23:15:35,252 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/36fddc3688854702b866cb4aebfe3cde 2024-11-24T23:15:35,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/82aa3b7b94374328a2ede1066fee5c88 is 50, key is test_row_0/B:col10/1732490133578/Put/seqid=0 2024-11-24T23:15:35,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742093_1269 (size=12301) 2024-11-24T23:15:35,605 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/7a1fd9dfd269421b9ba9c8846ed1964c as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/7a1fd9dfd269421b9ba9c8846ed1964c 2024-11-24T23:15:35,609 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d262d5ad7dcfa8d4fb930ecf1637d4f4/C of d262d5ad7dcfa8d4fb930ecf1637d4f4 into 7a1fd9dfd269421b9ba9c8846ed1964c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:35,609 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:35,609 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., storeName=d262d5ad7dcfa8d4fb930ecf1637d4f4/C, priority=12, startTime=1732490134752; duration=0sec 2024-11-24T23:15:35,609 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:35,609 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d262d5ad7dcfa8d4fb930ecf1637d4f4:C 2024-11-24T23:15:35,663 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/82aa3b7b94374328a2ede1066fee5c88 2024-11-24T23:15:35,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/6a048037e5e64bdbb22223b020772313 is 50, key is test_row_0/C:col10/1732490133578/Put/seqid=0 2024-11-24T23:15:35,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742094_1270 (size=12301) 2024-11-24T23:15:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:35,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:35,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490195739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:35,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490195740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:35,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490195740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:35,743 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_2' in d262d5ad7dcfa8d4fb930ecf1637d4f4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:15:35,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:35,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:35,743 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_1' in d262d5ad7dcfa8d4fb930ecf1637d4f4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:15:35,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:35,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:35,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:35,744 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_2' in d262d5ad7dcfa8d4fb930ecf1637d4f4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:15:35,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:35,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:35,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:35,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:35,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490195740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:35,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:35,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:35,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:35,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:35,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490195743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:35,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:35,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:35,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-24T23:15:35,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490195849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:35,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:35,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:35,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:35,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490195859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:35,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:35,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:35,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:36,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490196058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:36,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:36,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:36,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:36,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490196069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:36,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:36,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:36,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:36,075 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/6a048037e5e64bdbb22223b020772313 2024-11-24T23:15:36,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/36fddc3688854702b866cb4aebfe3cde as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/36fddc3688854702b866cb4aebfe3cde 2024-11-24T23:15:36,082 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/36fddc3688854702b866cb4aebfe3cde, entries=150, sequenceid=306, filesize=12.0 K 2024-11-24T23:15:36,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/82aa3b7b94374328a2ede1066fee5c88 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/82aa3b7b94374328a2ede1066fee5c88 2024-11-24T23:15:36,086 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/82aa3b7b94374328a2ede1066fee5c88, entries=150, sequenceid=306, filesize=12.0 K 2024-11-24T23:15:36,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/6a048037e5e64bdbb22223b020772313 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/6a048037e5e64bdbb22223b020772313 2024-11-24T23:15:36,090 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/6a048037e5e64bdbb22223b020772313, entries=150, sequenceid=306, filesize=12.0 K 2024-11-24T23:15:36,091 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~410.72 KB/420576, currentSize=40.25 KB/41220 for d262d5ad7dcfa8d4fb930ecf1637d4f4 in 1248ms, sequenceid=306, compaction requested=false 2024-11-24T23:15:36,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:36,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:36,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-24T23:15:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-24T23:15:36,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-24T23:15:36,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4710 sec 2024-11-24T23:15:36,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 2.4750 sec 2024-11-24T23:15:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:36,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T23:15:36,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=A 2024-11-24T23:15:36,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:36,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=B 2024-11-24T23:15:36,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:36,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=C 2024-11-24T23:15:36,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:36,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/a2860c07a5cc443aa08b8c8da38ae253 is 50, key is test_row_0/A:col10/1732490136371/Put/seqid=0 2024-11-24T23:15:36,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742095_1271 (size=14741) 2024-11-24T23:15:36,424 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490136397, max timestamp=1732490136421Num uniques 859; 2024-11-24T23:15:36,424 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490136397, max timestamp=1732490136421Num uniques 859; 2024-11-24T23:15:36,424 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:15:36,424 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490136397, max timestamp=1732490136421Num uniques 859; 2024-11-24T23:15:36,424 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:15:36,424 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:15:36,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490196463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:36,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:36,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:36,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:36,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490196468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:36,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:36,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:36,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:36,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490196579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:36,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:36,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:36,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:36,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490196579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:36,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:36,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:36,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:36,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/a2860c07a5cc443aa08b8c8da38ae253 2024-11-24T23:15:36,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/27cd31ee6119442c87637baa087b91e3 is 50, key is test_row_0/B:col10/1732490136371/Put/seqid=0 2024-11-24T23:15:36,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742096_1272 (size=12301) 2024-11-24T23:15:36,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490196790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:36,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:36,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:36,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:36,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490196791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:36,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:36,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:36,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:37,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490197099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:37,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:37,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490197099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:37,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:37,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:37,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:37,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:37,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:37,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/27cd31ee6119442c87637baa087b91e3 2024-11-24T23:15:37,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/9608318bcea7456ba5184aa404354f8c is 50, key is test_row_0/C:col10/1732490136371/Put/seqid=0 2024-11-24T23:15:37,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742097_1273 (size=12301) 2024-11-24T23:15:37,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490197609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:37,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:37,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:37,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490197609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:37,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:37,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:37,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:37,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:37,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/9608318bcea7456ba5184aa404354f8c 2024-11-24T23:15:37,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/a2860c07a5cc443aa08b8c8da38ae253 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/a2860c07a5cc443aa08b8c8da38ae253 2024-11-24T23:15:37,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/a2860c07a5cc443aa08b8c8da38ae253, entries=200, sequenceid=319, filesize=14.4 K 2024-11-24T23:15:37,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/27cd31ee6119442c87637baa087b91e3 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/27cd31ee6119442c87637baa087b91e3 2024-11-24T23:15:37,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/27cd31ee6119442c87637baa087b91e3, entries=150, sequenceid=319, filesize=12.0 K 2024-11-24T23:15:37,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/9608318bcea7456ba5184aa404354f8c as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/9608318bcea7456ba5184aa404354f8c 2024-11-24T23:15:37,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/9608318bcea7456ba5184aa404354f8c, entries=150, sequenceid=319, filesize=12.0 K 2024-11-24T23:15:37,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for d262d5ad7dcfa8d4fb930ecf1637d4f4 in 1297ms, sequenceid=319, compaction requested=true 2024-11-24T23:15:37,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:37,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d262d5ad7dcfa8d4fb930ecf1637d4f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:15:37,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:37,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d262d5ad7dcfa8d4fb930ecf1637d4f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:15:37,670 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:15:37,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:37,670 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:15:37,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d262d5ad7dcfa8d4fb930ecf1637d4f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:15:37,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:37,671 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:15:37,671 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): d262d5ad7dcfa8d4fb930ecf1637d4f4/A is initiating minor compaction (all files) 2024-11-24T23:15:37,671 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d262d5ad7dcfa8d4fb930ecf1637d4f4/A in TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:37,671 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/8f5a5da63837432ea31c8163a486acbf, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/36fddc3688854702b866cb4aebfe3cde, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/a2860c07a5cc443aa08b8c8da38ae253] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp, totalSize=38.9 K 2024-11-24T23:15:37,671 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:15:37,671 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): d262d5ad7dcfa8d4fb930ecf1637d4f4/B is initiating minor compaction (all files) 2024-11-24T23:15:37,671 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d262d5ad7dcfa8d4fb930ecf1637d4f4/B in TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:37,671 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f5a5da63837432ea31c8163a486acbf, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732490132860 2024-11-24T23:15:37,671 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/c8e5a14148164cbea8b0e1f8d4671539, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/82aa3b7b94374328a2ede1066fee5c88, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/27cd31ee6119442c87637baa087b91e3] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp, totalSize=36.5 K 2024-11-24T23:15:37,672 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36fddc3688854702b866cb4aebfe3cde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732490133574 2024-11-24T23:15:37,672 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting c8e5a14148164cbea8b0e1f8d4671539, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732490132860 2024-11-24T23:15:37,672 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2860c07a5cc443aa08b8c8da38ae253, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732490135735 2024-11-24T23:15:37,672 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 82aa3b7b94374328a2ede1066fee5c88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732490133574 2024-11-24T23:15:37,672 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 27cd31ee6119442c87637baa087b91e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732490135735 2024-11-24T23:15:37,680 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d262d5ad7dcfa8d4fb930ecf1637d4f4#A#compaction#230 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:37,680 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/a7db9e3fe61c46c883e6b4a0e1a8dc50 is 50, key is test_row_0/A:col10/1732490136371/Put/seqid=0 2024-11-24T23:15:37,681 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d262d5ad7dcfa8d4fb930ecf1637d4f4#B#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:37,681 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/bbcfe217d93f40b4a02031cee8bd1c96 is 50, key is test_row_0/B:col10/1732490136371/Put/seqid=0 2024-11-24T23:15:37,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742098_1274 (size=12881) 2024-11-24T23:15:37,696 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/a7db9e3fe61c46c883e6b4a0e1a8dc50 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/a7db9e3fe61c46c883e6b4a0e1a8dc50 2024-11-24T23:15:37,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742099_1275 (size=12881) 2024-11-24T23:15:37,703 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d262d5ad7dcfa8d4fb930ecf1637d4f4/A of d262d5ad7dcfa8d4fb930ecf1637d4f4 into a7db9e3fe61c46c883e6b4a0e1a8dc50(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:37,703 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:37,703 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., storeName=d262d5ad7dcfa8d4fb930ecf1637d4f4/A, priority=13, startTime=1732490137670; duration=0sec 2024-11-24T23:15:37,703 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:37,703 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d262d5ad7dcfa8d4fb930ecf1637d4f4:A 2024-11-24T23:15:37,703 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:15:37,704 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:15:37,704 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): d262d5ad7dcfa8d4fb930ecf1637d4f4/C is initiating minor compaction (all files) 2024-11-24T23:15:37,704 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d262d5ad7dcfa8d4fb930ecf1637d4f4/C in TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:37,704 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/7a1fd9dfd269421b9ba9c8846ed1964c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/6a048037e5e64bdbb22223b020772313, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/9608318bcea7456ba5184aa404354f8c] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp, totalSize=36.5 K 2024-11-24T23:15:37,705 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a1fd9dfd269421b9ba9c8846ed1964c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732490132860 2024-11-24T23:15:37,705 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a048037e5e64bdbb22223b020772313, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732490133574 2024-11-24T23:15:37,705 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9608318bcea7456ba5184aa404354f8c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732490135735 2024-11-24T23:15:37,708 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/bbcfe217d93f40b4a02031cee8bd1c96 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/bbcfe217d93f40b4a02031cee8bd1c96 2024-11-24T23:15:37,714 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d262d5ad7dcfa8d4fb930ecf1637d4f4/B of d262d5ad7dcfa8d4fb930ecf1637d4f4 into bbcfe217d93f40b4a02031cee8bd1c96(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:37,714 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:37,714 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., storeName=d262d5ad7dcfa8d4fb930ecf1637d4f4/B, priority=13, startTime=1732490137670; duration=0sec 2024-11-24T23:15:37,714 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:37,714 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d262d5ad7dcfa8d4fb930ecf1637d4f4:B 2024-11-24T23:15:37,717 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d262d5ad7dcfa8d4fb930ecf1637d4f4#C#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:37,717 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/324bd5b389cf4e489e39fb9ebb62df36 is 50, key is test_row_0/C:col10/1732490136371/Put/seqid=0 2024-11-24T23:15:37,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742100_1276 (size=12881) 2024-11-24T23:15:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:37,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4 3/3 column families, dataSize=140.89 KB heapSize=400.45 KB 2024-11-24T23:15:37,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=A 2024-11-24T23:15:37,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-24T23:15:37,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=B 2024-11-24T23:15:37,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-24T23:15:37,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=C 2024-11-24T23:15:37,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-24T23:15:37,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/e82f0872edc749ae90e157b915dd5880 is 50, key is test_row_0/A:col10/1732490136467/Put/seqid=0 2024-11-24T23:15:37,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742101_1277 (size=14741) 2024-11-24T23:15:37,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490197773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:37,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:37,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:37,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-24T23:15:37,779 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:15:37,780 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:15:37,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490197776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:37,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:37,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:37,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-24T23:15:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-24T23:15:37,782 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:15:37,783 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:15:37,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:15:37,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490197779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:37,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:37,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:37,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-24T23:15:37,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490197889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:37,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:37,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:37,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:37,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490197889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:37,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:37,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:37,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:37,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490197889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:37,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:37,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:37,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:37,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-24T23:15:37,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:37,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:37,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:37,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:37,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:38,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-24T23:15:38,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:38,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:38,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:38,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:38,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-24T23:15:38,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490198099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:38,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:38,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490198099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:38,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:38,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:38,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:38,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:38,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:38,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490198099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:38,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:38,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:38,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:38,128 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/324bd5b389cf4e489e39fb9ebb62df36 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/324bd5b389cf4e489e39fb9ebb62df36 2024-11-24T23:15:38,132 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d262d5ad7dcfa8d4fb930ecf1637d4f4/C of d262d5ad7dcfa8d4fb930ecf1637d4f4 into 324bd5b389cf4e489e39fb9ebb62df36(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:38,132 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:38,132 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., storeName=d262d5ad7dcfa8d4fb930ecf1637d4f4/C, priority=13, startTime=1732490137670; duration=0sec 2024-11-24T23:15:38,132 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:38,132 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d262d5ad7dcfa8d4fb930ecf1637d4f4:C 2024-11-24T23:15:38,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/e82f0872edc749ae90e157b915dd5880 2024-11-24T23:15:38,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/1fee803cdf074ba9afc1ad46d4f2ab2d is 50, key is test_row_0/B:col10/1732490136467/Put/seqid=0 2024-11-24T23:15:38,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742102_1278 (size=12301) 2024-11-24T23:15:38,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/1fee803cdf074ba9afc1ad46d4f2ab2d 2024-11-24T23:15:38,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/6ca80ef2a22a488898bf4e2b4e65c2d2 is 50, key is test_row_0/C:col10/1732490136467/Put/seqid=0 2024-11-24T23:15:38,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742103_1279 (size=12301) 2024-11-24T23:15:38,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/6ca80ef2a22a488898bf4e2b4e65c2d2 2024-11-24T23:15:38,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/e82f0872edc749ae90e157b915dd5880 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/e82f0872edc749ae90e157b915dd5880 2024-11-24T23:15:38,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/e82f0872edc749ae90e157b915dd5880, entries=200, sequenceid=359, filesize=14.4 K 2024-11-24T23:15:38,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/1fee803cdf074ba9afc1ad46d4f2ab2d as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/1fee803cdf074ba9afc1ad46d4f2ab2d 2024-11-24T23:15:38,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/1fee803cdf074ba9afc1ad46d4f2ab2d, entries=150, sequenceid=359, filesize=12.0 K 2024-11-24T23:15:38,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/6ca80ef2a22a488898bf4e2b4e65c2d2 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/6ca80ef2a22a488898bf4e2b4e65c2d2 2024-11-24T23:15:38,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/6ca80ef2a22a488898bf4e2b4e65c2d2, entries=150, sequenceid=359, filesize=12.0 K 2024-11-24T23:15:38,232 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~420.80 KB/430896, currentSize=33.54 KB/34350 for d262d5ad7dcfa8d4fb930ecf1637d4f4 in 469ms, sequenceid=359, compaction requested=false 2024-11-24T23:15:38,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:38,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-24T23:15:38,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:38,243 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-24T23:15:38,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=A 2024-11-24T23:15:38,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:38,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=B 2024-11-24T23:15:38,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:38,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=C 2024-11-24T23:15:38,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:38,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/ee146fc50adc468ca1abf186c4b94c47 is 50, key is test_row_0/A:col10/1732490137768/Put/seqid=0 2024-11-24T23:15:38,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742104_1280 (size=9857) 2024-11-24T23:15:38,263 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/ee146fc50adc468ca1abf186c4b94c47 2024-11-24T23:15:38,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/4a3bb4ca3e954b83a507339c9d53761e is 50, key is test_row_0/B:col10/1732490137768/Put/seqid=0 2024-11-24T23:15:38,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742105_1281 (size=9857) 2024-11-24T23:15:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-24T23:15:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:38,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:38,469 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490138420, max timestamp=1732490138466Num uniques 859; 2024-11-24T23:15:38,469 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490138420, max timestamp=1732490138466Num uniques 859; 2024-11-24T23:15:38,469 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:15:38,469 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:15:38,469 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490138420, max timestamp=1732490138466Num uniques 859; 2024-11-24T23:15:38,469 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:15:38,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490198495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:38,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:38,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:38,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:38,502 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732490138482, max timestamp=1732490138499Num uniques 1068; 2024-11-24T23:15:38,503 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-11-24T23:15:38,503 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732490138482, max timestamp=1732490138499Num uniques 1068; 2024-11-24T23:15:38,503 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-11-24T23:15:38,503 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732490138482, max timestamp=1732490138499Num uniques 1068; 2024-11-24T23:15:38,503 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-11-24T23:15:38,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490198541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:38,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:38,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:38,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:38,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490198544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:38,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:38,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:38,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:38,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490198609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:38,612 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:38,612 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:38,612 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:38,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490198619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:38,622 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_0' in d262d5ad7dcfa8d4fb930ecf1637d4f4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:15:38,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:38,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:38,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:38,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490198629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:38,631 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_0' in d262d5ad7dcfa8d4fb930ecf1637d4f4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:15:38,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:38,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:38,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:38,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490198649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:38,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:38,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:38,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:38,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490198659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:38,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:38,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:38,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:38,693 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/4a3bb4ca3e954b83a507339c9d53761e 2024-11-24T23:15:38,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/c6798f9a34d74b82b79a8a0a256d402c is 50, key is test_row_0/C:col10/1732490137768/Put/seqid=0 2024-11-24T23:15:38,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742106_1282 (size=9857) 2024-11-24T23:15:38,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490198819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:38,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:38,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:38,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:38,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490198859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:38,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:38,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:38,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:38,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490198869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:38,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:38,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:38,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-24T23:15:39,105 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/c6798f9a34d74b82b79a8a0a256d402c 2024-11-24T23:15:39,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/ee146fc50adc468ca1abf186c4b94c47 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/ee146fc50adc468ca1abf186c4b94c47 2024-11-24T23:15:39,114 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/ee146fc50adc468ca1abf186c4b94c47, entries=100, sequenceid=368, filesize=9.6 K 2024-11-24T23:15:39,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/4a3bb4ca3e954b83a507339c9d53761e as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/4a3bb4ca3e954b83a507339c9d53761e 2024-11-24T23:15:39,119 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/4a3bb4ca3e954b83a507339c9d53761e, entries=100, sequenceid=368, filesize=9.6 K 2024-11-24T23:15:39,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/c6798f9a34d74b82b79a8a0a256d402c as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/c6798f9a34d74b82b79a8a0a256d402c 2024-11-24T23:15:39,124 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/c6798f9a34d74b82b79a8a0a256d402c, entries=100, sequenceid=368, filesize=9.6 K 2024-11-24T23:15:39,125 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=147.60 KB/151140 for d262d5ad7dcfa8d4fb930ecf1637d4f4 in 882ms, sequenceid=368, compaction requested=true 2024-11-24T23:15:39,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:39,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:39,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-24T23:15:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-24T23:15:39,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-24T23:15:39,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3440 sec 2024-11-24T23:15:39,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.3500 sec 2024-11-24T23:15:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:39,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4 3/3 column families, dataSize=154.31 KB heapSize=435.23 KB 2024-11-24T23:15:39,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=A 2024-11-24T23:15:39,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-24T23:15:39,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=B 2024-11-24T23:15:39,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-24T23:15:39,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=C 2024-11-24T23:15:39,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-24T23:15:39,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/7010b81cc496451c958a4cf2c20b85eb is 50, key is test_row_0/A:col10/1732490138540/Put/seqid=0 2024-11-24T23:15:39,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742107_1283 (size=12301) 2024-11-24T23:15:39,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490199155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:39,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:39,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:39,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:39,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:39,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490199169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:39,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:39,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:39,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:39,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490199179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:39,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:39,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:39,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:39,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490199268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:39,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:39,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:39,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:39,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:39,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490199479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:39,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:39,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:39,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:39,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/7010b81cc496451c958a4cf2c20b85eb 2024-11-24T23:15:39,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/a0032825fb0c479ab609edbe22c2fcdc is 50, key is test_row_0/B:col10/1732490138540/Put/seqid=0 2024-11-24T23:15:39,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742108_1284 (size=12301) 2024-11-24T23:15:39,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:39,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490199678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:39,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:39,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:39,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:39,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490199689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:39,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:39,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:39,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:39,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:39,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490199789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:39,793 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:39,793 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:39,793 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-24T23:15:39,929 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:15:39,929 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:15:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-24T23:15:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-24T23:15:39,931 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:15:39,931 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:15:39,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:15:39,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/a0032825fb0c479ab609edbe22c2fcdc 2024-11-24T23:15:39,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/150b42b597f4406683d278bd37cc728c is 50, key is test_row_0/C:col10/1732490138540/Put/seqid=0 2024-11-24T23:15:39,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742109_1285 (size=12301) 2024-11-24T23:15:39,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/150b42b597f4406683d278bd37cc728c 2024-11-24T23:15:39,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/7010b81cc496451c958a4cf2c20b85eb as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/7010b81cc496451c958a4cf2c20b85eb 2024-11-24T23:15:39,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/7010b81cc496451c958a4cf2c20b85eb, entries=150, sequenceid=423, filesize=12.0 K 2024-11-24T23:15:39,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/a0032825fb0c479ab609edbe22c2fcdc as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/a0032825fb0c479ab609edbe22c2fcdc 2024-11-24T23:15:39,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/a0032825fb0c479ab609edbe22c2fcdc, entries=150, sequenceid=423, filesize=12.0 K 2024-11-24T23:15:39,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/150b42b597f4406683d278bd37cc728c as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/150b42b597f4406683d278bd37cc728c 2024-11-24T23:15:39,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/150b42b597f4406683d278bd37cc728c, entries=150, sequenceid=423, filesize=12.0 K 2024-11-24T23:15:39,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~435.19 KB/445632, currentSize=26.84 KB/27480 for d262d5ad7dcfa8d4fb930ecf1637d4f4 in 850ms, sequenceid=423, compaction requested=true 2024-11-24T23:15:39,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:39,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d262d5ad7dcfa8d4fb930ecf1637d4f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:15:39,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:39,984 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:15:39,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d262d5ad7dcfa8d4fb930ecf1637d4f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:15:39,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:39,984 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:15:39,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d262d5ad7dcfa8d4fb930ecf1637d4f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:15:39,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:39,986 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49780 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:15:39,986 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47340 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:15:39,986 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): d262d5ad7dcfa8d4fb930ecf1637d4f4/A is initiating minor compaction (all files) 2024-11-24T23:15:39,986 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): d262d5ad7dcfa8d4fb930ecf1637d4f4/B is initiating minor compaction (all files) 2024-11-24T23:15:39,986 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d262d5ad7dcfa8d4fb930ecf1637d4f4/A in TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:39,986 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d262d5ad7dcfa8d4fb930ecf1637d4f4/B in TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:39,986 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/bbcfe217d93f40b4a02031cee8bd1c96, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/1fee803cdf074ba9afc1ad46d4f2ab2d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/4a3bb4ca3e954b83a507339c9d53761e, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/a0032825fb0c479ab609edbe22c2fcdc] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp, totalSize=46.2 K 2024-11-24T23:15:39,986 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/a7db9e3fe61c46c883e6b4a0e1a8dc50, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/e82f0872edc749ae90e157b915dd5880, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/ee146fc50adc468ca1abf186c4b94c47, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/7010b81cc496451c958a4cf2c20b85eb] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp, totalSize=48.6 K 2024-11-24T23:15:39,986 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting bbcfe217d93f40b4a02031cee8bd1c96, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732490135735 2024-11-24T23:15:39,986 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7db9e3fe61c46c883e6b4a0e1a8dc50, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732490135735 2024-11-24T23:15:39,986 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fee803cdf074ba9afc1ad46d4f2ab2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732490136467 2024-11-24T23:15:39,986 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting e82f0872edc749ae90e157b915dd5880, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732490136461 2024-11-24T23:15:39,987 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a3bb4ca3e954b83a507339c9d53761e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732490137768 2024-11-24T23:15:39,987 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee146fc50adc468ca1abf186c4b94c47, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732490137768 2024-11-24T23:15:39,987 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting a0032825fb0c479ab609edbe22c2fcdc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732490138540 2024-11-24T23:15:39,987 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7010b81cc496451c958a4cf2c20b85eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732490138540 2024-11-24T23:15:39,996 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d262d5ad7dcfa8d4fb930ecf1637d4f4#A#compaction#242 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:39,996 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d262d5ad7dcfa8d4fb930ecf1637d4f4#B#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:39,996 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/403524253e9640bc94438647dea0bda4 is 50, key is test_row_0/A:col10/1732490138540/Put/seqid=0 2024-11-24T23:15:39,997 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/70070bb1c757445b93a83ae09e79df6f is 50, key is test_row_0/B:col10/1732490138540/Put/seqid=0 2024-11-24T23:15:40,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742111_1287 (size=13017) 2024-11-24T23:15:40,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742110_1286 (size=13017) 2024-11-24T23:15:40,007 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/70070bb1c757445b93a83ae09e79df6f as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/70070bb1c757445b93a83ae09e79df6f 2024-11-24T23:15:40,011 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d262d5ad7dcfa8d4fb930ecf1637d4f4/B of d262d5ad7dcfa8d4fb930ecf1637d4f4 into 70070bb1c757445b93a83ae09e79df6f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:40,011 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:40,011 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., storeName=d262d5ad7dcfa8d4fb930ecf1637d4f4/B, priority=12, startTime=1732490139984; duration=0sec 2024-11-24T23:15:40,011 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:40,011 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d262d5ad7dcfa8d4fb930ecf1637d4f4:B 2024-11-24T23:15:40,011 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:15:40,012 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47340 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:15:40,012 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): d262d5ad7dcfa8d4fb930ecf1637d4f4/C is initiating minor compaction (all files) 2024-11-24T23:15:40,013 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d262d5ad7dcfa8d4fb930ecf1637d4f4/C in TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:40,013 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/324bd5b389cf4e489e39fb9ebb62df36, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/6ca80ef2a22a488898bf4e2b4e65c2d2, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/c6798f9a34d74b82b79a8a0a256d402c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/150b42b597f4406683d278bd37cc728c] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp, totalSize=46.2 K 2024-11-24T23:15:40,013 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 324bd5b389cf4e489e39fb9ebb62df36, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732490135735 2024-11-24T23:15:40,013 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ca80ef2a22a488898bf4e2b4e65c2d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732490136467 2024-11-24T23:15:40,014 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting c6798f9a34d74b82b79a8a0a256d402c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732490137768 2024-11-24T23:15:40,015 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 150b42b597f4406683d278bd37cc728c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732490138540 2024-11-24T23:15:40,022 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d262d5ad7dcfa8d4fb930ecf1637d4f4#C#compaction#244 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:40,022 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/fa5158b2da444b1ba6936b9b5b72641e is 50, key is test_row_0/C:col10/1732490138540/Put/seqid=0 2024-11-24T23:15:40,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742112_1288 (size=13017) 2024-11-24T23:15:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-24T23:15:40,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-24T23:15:40,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:40,084 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-24T23:15:40,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=A 2024-11-24T23:15:40,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:40,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=B 2024-11-24T23:15:40,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:40,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=C 2024-11-24T23:15:40,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:40,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/2a6c22151ad64a4d9f3283b5e1443e1e is 50, key is test_row_0/A:col10/1732490139138/Put/seqid=0 2024-11-24T23:15:40,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742113_1289 (size=9857) 2024-11-24T23:15:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-24T23:15:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:40,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:40,373 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490140338, max timestamp=1732490140370Num uniques 859; 2024-11-24T23:15:40,373 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490140338, max timestamp=1732490140370Num uniques 859; 2024-11-24T23:15:40,373 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:15:40,373 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:15:40,374 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490140338, max timestamp=1732490140370Num uniques 859; 2024-11-24T23:15:40,374 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:15:40,409 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/403524253e9640bc94438647dea0bda4 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/403524253e9640bc94438647dea0bda4 2024-11-24T23:15:40,416 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d262d5ad7dcfa8d4fb930ecf1637d4f4/A of d262d5ad7dcfa8d4fb930ecf1637d4f4 into 403524253e9640bc94438647dea0bda4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:40,416 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:40,416 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., storeName=d262d5ad7dcfa8d4fb930ecf1637d4f4/A, priority=12, startTime=1732490139984; duration=0sec 2024-11-24T23:15:40,416 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:40,416 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d262d5ad7dcfa8d4fb930ecf1637d4f4:A 2024-11-24T23:15:40,435 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/fa5158b2da444b1ba6936b9b5b72641e as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/fa5158b2da444b1ba6936b9b5b72641e 2024-11-24T23:15:40,440 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d262d5ad7dcfa8d4fb930ecf1637d4f4/C of d262d5ad7dcfa8d4fb930ecf1637d4f4 into fa5158b2da444b1ba6936b9b5b72641e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:40,440 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:40,440 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., storeName=d262d5ad7dcfa8d4fb930ecf1637d4f4/C, priority=12, startTime=1732490139984; duration=0sec 2024-11-24T23:15:40,440 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:40,440 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d262d5ad7dcfa8d4fb930ecf1637d4f4:C 2024-11-24T23:15:40,490 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732490140460, max timestamp=1732490140485Num uniques 1018; 2024-11-24T23:15:40,490 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-24T23:15:40,490 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732490140460, max timestamp=1732490140485Num uniques 1018; 2024-11-24T23:15:40,490 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732490140460, max timestamp=1732490140485Num uniques 1018; 2024-11-24T23:15:40,490 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-24T23:15:40,490 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-24T23:15:40,494 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/2a6c22151ad64a4d9f3283b5e1443e1e 2024-11-24T23:15:40,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/b487231ad173484a89b40f3c82ebd7bc is 50, key is test_row_0/B:col10/1732490139138/Put/seqid=0 2024-11-24T23:15:40,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742114_1290 (size=9857) 2024-11-24T23:15:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-24T23:15:40,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732490140550, max timestamp=1732490140577Num uniques 1027; 2024-11-24T23:15:40,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-24T23:15:40,582 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732490140550, max timestamp=1732490140577Num uniques 1027; 2024-11-24T23:15:40,582 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-24T23:15:40,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732490140550, max timestamp=1732490140577Num uniques 1027; 2024-11-24T23:15:40,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-24T23:15:40,652 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732490140631, max timestamp=1732490140648Num uniques 1036; 2024-11-24T23:15:40,652 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-24T23:15:40,652 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732490140631, max timestamp=1732490140648Num uniques 1036; 2024-11-24T23:15:40,652 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-24T23:15:40,655 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732490140631, max timestamp=1732490140648Num uniques 1036; 2024-11-24T23:15:40,656 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-24T23:15:40,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490200690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:40,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:40,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:40,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:40,695 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732490140681, max timestamp=1732490140690Num uniques 1095; 2024-11-24T23:15:40,696 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-11-24T23:15:40,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732490140681, max timestamp=1732490140690Num uniques 1045; 2024-11-24T23:15:40,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=6870, suffix heap size=136648,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=150 2024-11-24T23:15:40,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732490140681, max timestamp=1732490140690Num uniques 1095; 2024-11-24T23:15:40,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=6870, suffix heap size=141848,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=150 2024-11-24T23:15:40,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490200726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:40,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1732490140718, max timestamp=1732490140729Num uniques 1104; 2024-11-24T23:15:40,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1732490140718, max timestamp=1732490140729Num uniques 1009; 2024-11-24T23:15:40,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1732490140718, max timestamp=1732490140729Num uniques 1009; 2024-11-24T23:15:40,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=11630, suffix heap size=142784,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=254 2024-11-24T23:15:40,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46210, new segment data size=11630, suffix heap size=132904,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=254 2024-11-24T23:15:40,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46210, new segment data size=11630, suffix heap size=132904,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=254 2024-11-24T23:15:40,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:40,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:40,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:40,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490200760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:40,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:40,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:40,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:40,768 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1732490140751, max timestamp=1732490140764Num uniques 1113; 2024-11-24T23:15:40,768 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=9748, suffix heap size=143720,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=213 2024-11-24T23:15:40,769 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1732490140751, max timestamp=1732490140764Num uniques 1113; 2024-11-24T23:15:40,769 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=9748, suffix heap size=143720,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=213 2024-11-24T23:15:40,769 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1732490140751, max timestamp=1732490140764Num uniques 1113; 2024-11-24T23:15:40,769 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=9748, suffix heap size=143720,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=213 2024-11-24T23:15:40,815 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1732490140791, max timestamp=1732490140812Num uniques 1072; 2024-11-24T23:15:40,815 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-11-24T23:15:40,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1732490140791, max timestamp=1732490140812Num uniques 1072; 2024-11-24T23:15:40,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=7872, suffix heap size=139456,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=172 2024-11-24T23:15:40,819 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1732490140791, max timestamp=1732490140812Num uniques 1072; 2024-11-24T23:15:40,819 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=7872, suffix heap size=139456,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=172 2024-11-24T23:15:40,848 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1732490140834, max timestamp=1732490140845Num uniques 1081; 2024-11-24T23:15:40,848 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=12866, suffix heap size=140392,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=281 2024-11-24T23:15:40,849 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1732490140834, max timestamp=1732490140845Num uniques 1031; 2024-11-24T23:15:40,849 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=12866, suffix heap size=135192,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=281 2024-11-24T23:15:40,849 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1732490140834, max timestamp=1732490140845Num uniques 1031; 2024-11-24T23:15:40,849 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=12866, suffix heap size=135192,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=281 2024-11-24T23:15:40,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490200869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:40,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:40,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:40,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:40,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490200870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:40,878 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1732490140862, max timestamp=1732490140874Num uniques 1140; 2024-11-24T23:15:40,878 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=13280, suffix heap size=146528,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=290 2024-11-24T23:15:40,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1732490140862, max timestamp=1732490140874Num uniques 1140; 2024-11-24T23:15:40,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=13280, suffix heap size=146528,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=290 2024-11-24T23:15:40,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1732490140862, max timestamp=1732490140874Num uniques 1140; 2024-11-24T23:15:40,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:40,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=13280, suffix heap size=146528,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=290 2024-11-24T23:15:40,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:40,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:40,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490200905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:40,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490200908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:40,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:40,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:40,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:40,915 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1732490140897, max timestamp=1732490140911Num uniques 1149; 2024-11-24T23:15:40,915 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=11404, suffix heap size=147464,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=249 2024-11-24T23:15:40,915 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1732490140897, max timestamp=1732490140911Num uniques 1149; 2024-11-24T23:15:40,915 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=11404, suffix heap size=147464,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=249 2024-11-24T23:15:40,915 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1732490140897, max timestamp=1732490140911Num uniques 1149; 2024-11-24T23:15:40,915 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=11404, suffix heap size=147464,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=249 2024-11-24T23:15:40,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:40,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:40,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:40,935 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/b487231ad173484a89b40f3c82ebd7bc 2024-11-24T23:15:40,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/e0027fb0f46c404188a6fe6932e77867 is 50, key is test_row_0/C:col10/1732490139138/Put/seqid=0 2024-11-24T23:15:40,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742115_1291 (size=9857) 2024-11-24T23:15:40,947 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/e0027fb0f46c404188a6fe6932e77867 2024-11-24T23:15:40,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/2a6c22151ad64a4d9f3283b5e1443e1e as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/2a6c22151ad64a4d9f3283b5e1443e1e 2024-11-24T23:15:40,956 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/2a6c22151ad64a4d9f3283b5e1443e1e, entries=100, sequenceid=431, filesize=9.6 K 2024-11-24T23:15:40,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/b487231ad173484a89b40f3c82ebd7bc as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/b487231ad173484a89b40f3c82ebd7bc 2024-11-24T23:15:40,960 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/b487231ad173484a89b40f3c82ebd7bc, entries=100, sequenceid=431, filesize=9.6 K 2024-11-24T23:15:40,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/e0027fb0f46c404188a6fe6932e77867 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/e0027fb0f46c404188a6fe6932e77867 2024-11-24T23:15:40,965 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/e0027fb0f46c404188a6fe6932e77867, entries=100, sequenceid=431, filesize=9.6 K 2024-11-24T23:15:40,966 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=107.34 KB/109920 for d262d5ad7dcfa8d4fb930ecf1637d4f4 in 881ms, sequenceid=431, compaction requested=false 2024-11-24T23:15:40,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:40,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:40,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-24T23:15:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-24T23:15:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:40,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4 3/3 column families, dataSize=114.05 KB heapSize=316.78 KB 2024-11-24T23:15:40,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=A 2024-11-24T23:15:40,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:40,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-24T23:15:40,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=B 2024-11-24T23:15:40,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:40,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0350 sec 2024-11-24T23:15:40,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=C 2024-11-24T23:15:40,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:40,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.0400 sec 2024-11-24T23:15:40,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/8dad4555e3224695a608f7afda898bdc is 50, key is test_row_0/A:col10/1732490140956/Put/seqid=0 2024-11-24T23:15:40,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742116_1292 (size=14741) 2024-11-24T23:15:41,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490201000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:41,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:41,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490201001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:41,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:41,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490201019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:41,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:41,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490201019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:41,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-24T23:15:41,070 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:15:41,070 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:15:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-24T23:15:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-24T23:15:41,072 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:15:41,073 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:15:41,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:15:41,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490201084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:41,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:41,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490201109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:41,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:41,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490201109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:41,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-24T23:15:41,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-24T23:15:41,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:41,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:41,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:41,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:41,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:41,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490201229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:41,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:41,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490201229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:41,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:41,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:41,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490201319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:41,323 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:41,323 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,323 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490201319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:41,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:41,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=637 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/8dad4555e3224695a608f7afda898bdc 2024-11-24T23:15:41,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-24T23:15:41,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:41,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:41,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:41,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:41,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-24T23:15:41,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/5408fa829bec4101b18f6b8306d3bdb4 is 50, key is test_row_0/B:col10/1732490140956/Put/seqid=0 2024-11-24T23:15:41,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:41,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490201399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:41,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:41,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742117_1293 (size=12301) 2024-11-24T23:15:41,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=637 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/5408fa829bec4101b18f6b8306d3bdb4 2024-11-24T23:15:41,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/3c86b336a5234bf8bc29aa8eeddaf8cc is 50, key is test_row_0/C:col10/1732490140956/Put/seqid=0 2024-11-24T23:15:41,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742118_1294 (size=12301) 2024-11-24T23:15:41,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-24T23:15:41,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:41,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:41,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:41,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:41,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:41,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:41,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490201539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:41,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:41,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490201539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:41,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:41,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:41,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490201629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:41,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:41,633 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,633 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490201629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:41,633 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:41,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:41,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:41,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-24T23:15:41,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:41,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:41,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:41,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:41,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:41,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-24T23:15:41,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-24T23:15:41,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:41,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:41,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:41,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:41,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:41,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:41,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=637 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/3c86b336a5234bf8bc29aa8eeddaf8cc 2024-11-24T23:15:41,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/8dad4555e3224695a608f7afda898bdc as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/8dad4555e3224695a608f7afda898bdc 2024-11-24T23:15:41,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/8dad4555e3224695a608f7afda898bdc, entries=200, sequenceid=637, filesize=14.4 K 2024-11-24T23:15:41,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/5408fa829bec4101b18f6b8306d3bdb4 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/5408fa829bec4101b18f6b8306d3bdb4 2024-11-24T23:15:41,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/5408fa829bec4101b18f6b8306d3bdb4, entries=150, sequenceid=637, filesize=12.0 K 2024-11-24T23:15:41,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/3c86b336a5234bf8bc29aa8eeddaf8cc as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/3c86b336a5234bf8bc29aa8eeddaf8cc 2024-11-24T23:15:41,888 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T23:15:41,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/3c86b336a5234bf8bc29aa8eeddaf8cc, entries=150, sequenceid=637, filesize=12.0 K 2024-11-24T23:15:41,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~316.73 KB/324336, currentSize=67.09 KB/68700 for d262d5ad7dcfa8d4fb930ecf1637d4f4 in 922ms, sequenceid=637, compaction requested=true 2024-11-24T23:15:41,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:41,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d262d5ad7dcfa8d4fb930ecf1637d4f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:15:41,890 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:15:41,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:41,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d262d5ad7dcfa8d4fb930ecf1637d4f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:15:41,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:41,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d262d5ad7dcfa8d4fb930ecf1637d4f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:15:41,891 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:15:41,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:41,893 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37615 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:15:41,893 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): d262d5ad7dcfa8d4fb930ecf1637d4f4/A is initiating minor compaction (all files) 2024-11-24T23:15:41,893 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d262d5ad7dcfa8d4fb930ecf1637d4f4/A in TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:41,893 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/403524253e9640bc94438647dea0bda4, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/2a6c22151ad64a4d9f3283b5e1443e1e, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/8dad4555e3224695a608f7afda898bdc] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp, totalSize=36.7 K 2024-11-24T23:15:41,894 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:15:41,894 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): d262d5ad7dcfa8d4fb930ecf1637d4f4/B is initiating minor compaction (all files) 2024-11-24T23:15:41,894 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d262d5ad7dcfa8d4fb930ecf1637d4f4/B in TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:41,894 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/70070bb1c757445b93a83ae09e79df6f, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/b487231ad173484a89b40f3c82ebd7bc, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/5408fa829bec4101b18f6b8306d3bdb4] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp, totalSize=34.4 K 2024-11-24T23:15:41,894 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 403524253e9640bc94438647dea0bda4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732490138540 2024-11-24T23:15:41,894 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 70070bb1c757445b93a83ae09e79df6f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732490138540 2024-11-24T23:15:41,895 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a6c22151ad64a4d9f3283b5e1443e1e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732490139138 2024-11-24T23:15:41,895 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting b487231ad173484a89b40f3c82ebd7bc, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732490139138 2024-11-24T23:15:41,895 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 5408fa829bec4101b18f6b8306d3bdb4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=637, earliestPutTs=1732490140926 2024-11-24T23:15:41,895 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8dad4555e3224695a608f7afda898bdc, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=637, earliestPutTs=1732490140926 2024-11-24T23:15:41,906 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d262d5ad7dcfa8d4fb930ecf1637d4f4#B#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:41,907 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/0cb7f7ebf3d545b7a120b2ae3d858336 is 50, key is test_row_0/B:col10/1732490140956/Put/seqid=0 2024-11-24T23:15:41,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:41,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-24T23:15:41,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=A 2024-11-24T23:15:41,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:41,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=B 2024-11-24T23:15:41,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:41,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=C 2024-11-24T23:15:41,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:41,915 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d262d5ad7dcfa8d4fb930ecf1637d4f4#A#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:41,916 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/fb297eeb127d4ee19a9b0a246c5a95d4 is 50, key is test_row_0/A:col10/1732490140956/Put/seqid=0 2024-11-24T23:15:41,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/773e9da5586946eaad429c0b337a5613 is 50, key is test_row_0/A:col10/1732490140994/Put/seqid=0 2024-11-24T23:15:41,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742119_1295 (size=13119) 2024-11-24T23:15:41,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742121_1297 (size=14741) 2024-11-24T23:15:41,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=651 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/773e9da5586946eaad429c0b337a5613 2024-11-24T23:15:41,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742120_1296 (size=13119) 2024-11-24T23:15:41,962 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/fb297eeb127d4ee19a9b0a246c5a95d4 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/fb297eeb127d4ee19a9b0a246c5a95d4 2024-11-24T23:15:41,968 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d262d5ad7dcfa8d4fb930ecf1637d4f4/A of d262d5ad7dcfa8d4fb930ecf1637d4f4 into fb297eeb127d4ee19a9b0a246c5a95d4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:41,968 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:41,969 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., storeName=d262d5ad7dcfa8d4fb930ecf1637d4f4/A, priority=13, startTime=1732490141890; duration=0sec 2024-11-24T23:15:41,969 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:41,969 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d262d5ad7dcfa8d4fb930ecf1637d4f4:A 2024-11-24T23:15:41,969 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:15:41,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/f3b3976f322a45d58a8505f4b8b0d0ab is 50, key is test_row_0/B:col10/1732490140994/Put/seqid=0 2024-11-24T23:15:41,970 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:15:41,970 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): d262d5ad7dcfa8d4fb930ecf1637d4f4/C is initiating minor compaction (all files) 2024-11-24T23:15:41,971 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d262d5ad7dcfa8d4fb930ecf1637d4f4/C in TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:41,971 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/fa5158b2da444b1ba6936b9b5b72641e, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/e0027fb0f46c404188a6fe6932e77867, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/3c86b336a5234bf8bc29aa8eeddaf8cc] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp, totalSize=34.4 K 2024-11-24T23:15:41,971 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa5158b2da444b1ba6936b9b5b72641e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=423, earliestPutTs=1732490138540 2024-11-24T23:15:41,972 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0027fb0f46c404188a6fe6932e77867, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732490139138 2024-11-24T23:15:41,972 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c86b336a5234bf8bc29aa8eeddaf8cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=637, earliestPutTs=1732490140926 2024-11-24T23:15:41,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742122_1298 (size=12301) 2024-11-24T23:15:41,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=651 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/f3b3976f322a45d58a8505f4b8b0d0ab 2024-11-24T23:15:41,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-24T23:15:41,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:41,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:41,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:41,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:41,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:41,992 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d262d5ad7dcfa8d4fb930ecf1637d4f4#C#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:41,992 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/23aaf3ff088b49f99fed4aab1072e3e6 is 50, key is test_row_0/C:col10/1732490140956/Put/seqid=0 2024-11-24T23:15:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:42,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/361f41854620447c9b0f9710cc4fd877 is 50, key is test_row_0/C:col10/1732490140994/Put/seqid=0 2024-11-24T23:15:42,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490202018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:42,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:42,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:42,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:42,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742123_1299 (size=13119) 2024-11-24T23:15:42,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742124_1300 (size=12301) 2024-11-24T23:15:42,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490202049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:42,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:42,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:42,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490202049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:42,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:42,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:42,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:42,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:42,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490202129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:42,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:42,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:42,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:42,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490202139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:42,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:42,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:42,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:42,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490202139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:42,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:42,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:42,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:42,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-24T23:15:42,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:42,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:42,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:42,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:42,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-24T23:15:42,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-24T23:15:42,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:42,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:42,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:42,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:42,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:42,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490202339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:42,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:42,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:42,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:42,345 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/0cb7f7ebf3d545b7a120b2ae3d858336 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/0cb7f7ebf3d545b7a120b2ae3d858336 2024-11-24T23:15:42,351 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d262d5ad7dcfa8d4fb930ecf1637d4f4/B of d262d5ad7dcfa8d4fb930ecf1637d4f4 into 0cb7f7ebf3d545b7a120b2ae3d858336(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:42,351 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:42,351 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., storeName=d262d5ad7dcfa8d4fb930ecf1637d4f4/B, priority=13, startTime=1732490141890; duration=0sec 2024-11-24T23:15:42,351 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:42,351 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d262d5ad7dcfa8d4fb930ecf1637d4f4:B 2024-11-24T23:15:42,436 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/23aaf3ff088b49f99fed4aab1072e3e6 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/23aaf3ff088b49f99fed4aab1072e3e6 2024-11-24T23:15:42,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=651 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/361f41854620447c9b0f9710cc4fd877 2024-11-24T23:15:42,447 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d262d5ad7dcfa8d4fb930ecf1637d4f4/C of d262d5ad7dcfa8d4fb930ecf1637d4f4 into 23aaf3ff088b49f99fed4aab1072e3e6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:42,447 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:42,447 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., storeName=d262d5ad7dcfa8d4fb930ecf1637d4f4/C, priority=13, startTime=1732490141891; duration=0sec 2024-11-24T23:15:42,448 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:42,448 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d262d5ad7dcfa8d4fb930ecf1637d4f4:C 2024-11-24T23:15:42,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/773e9da5586946eaad429c0b337a5613 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/773e9da5586946eaad429c0b337a5613 2024-11-24T23:15:42,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/773e9da5586946eaad429c0b337a5613, entries=200, sequenceid=651, filesize=14.4 K 2024-11-24T23:15:42,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-24T23:15:42,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:42,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:42,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:42,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:42,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:42,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/f3b3976f322a45d58a8505f4b8b0d0ab as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/f3b3976f322a45d58a8505f4b8b0d0ab 2024-11-24T23:15:42,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/f3b3976f322a45d58a8505f4b8b0d0ab, entries=150, sequenceid=651, filesize=12.0 K 2024-11-24T23:15:42,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/361f41854620447c9b0f9710cc4fd877 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/361f41854620447c9b0f9710cc4fd877 2024-11-24T23:15:42,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/361f41854620447c9b0f9710cc4fd877, entries=150, sequenceid=651, filesize=12.0 K 2024-11-24T23:15:42,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for d262d5ad7dcfa8d4fb930ecf1637d4f4 in 560ms, sequenceid=651, compaction requested=false 2024-11-24T23:15:42,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:42,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-24T23:15:42,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:42,609 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-24T23:15:42,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=A 2024-11-24T23:15:42,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:42,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=B 2024-11-24T23:15:42,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:42,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=C 2024-11-24T23:15:42,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:42,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/68764bc761094048a79f3f093a9e9b19 is 50, key is test_row_0/A:col10/1732490142002/Put/seqid=0 2024-11-24T23:15:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:42,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. as already flushing 2024-11-24T23:15:42,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742125_1301 (size=12301) 2024-11-24T23:15:42,662 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=672 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/68764bc761094048a79f3f093a9e9b19 2024-11-24T23:15:42,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/fd7c18cd4b664a309a109a9b156a0dad is 50, key is test_row_0/B:col10/1732490142002/Put/seqid=0 2024-11-24T23:15:42,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742126_1302 (size=12301) 2024-11-24T23:15:42,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490202705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:42,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:42,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:42,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:42,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490202820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:42,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:42,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:42,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:43,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490203030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:43,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:43,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:43,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:43,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50408 deadline: 1732490203059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:43,064 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_0' in d262d5ad7dcfa8d4fb930ecf1637d4f4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:15:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:43,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50392 deadline: 1732490203069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:43,074 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_2' in d262d5ad7dcfa8d4fb930ecf1637d4f4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:15:43,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:43,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:43,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:43,089 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=672 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/fd7c18cd4b664a309a109a9b156a0dad 2024-11-24T23:15:43,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/3a2ae74e6d544ca29c3cb2d69e82065d is 50, key is test_row_0/C:col10/1732490142002/Put/seqid=0 2024-11-24T23:15:43,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742127_1303 (size=12301) 2024-11-24T23:15:43,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50330 deadline: 1732490203149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:43,154 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_2' in d262d5ad7dcfa8d4fb930ecf1637d4f4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:15:43,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:43,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:43,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:43,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50432 deadline: 1732490203159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:43,162 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_0' in d262d5ad7dcfa8d4fb930ecf1637d4f4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:15:43,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:43,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:43,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-24T23:15:43,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50364 deadline: 1732490203339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:43,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:43,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:43,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:15:43,549 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=672 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/3a2ae74e6d544ca29c3cb2d69e82065d 2024-11-24T23:15:43,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/68764bc761094048a79f3f093a9e9b19 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/68764bc761094048a79f3f093a9e9b19 2024-11-24T23:15:43,561 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/68764bc761094048a79f3f093a9e9b19, entries=150, sequenceid=672, filesize=12.0 K 2024-11-24T23:15:43,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/fd7c18cd4b664a309a109a9b156a0dad as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/fd7c18cd4b664a309a109a9b156a0dad 2024-11-24T23:15:43,567 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/fd7c18cd4b664a309a109a9b156a0dad, entries=150, sequenceid=672, filesize=12.0 K 2024-11-24T23:15:43,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/3a2ae74e6d544ca29c3cb2d69e82065d as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/3a2ae74e6d544ca29c3cb2d69e82065d 2024-11-24T23:15:43,575 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/3a2ae74e6d544ca29c3cb2d69e82065d, entries=150, sequenceid=672, filesize=12.0 K 2024-11-24T23:15:43,577 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for d262d5ad7dcfa8d4fb930ecf1637d4f4 in 968ms, sequenceid=672, compaction requested=true 2024-11-24T23:15:43,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:43,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:43,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-24T23:15:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-24T23:15:43,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-24T23:15:43,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5070 sec 2024-11-24T23:15:43,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 2.5140 sec 2024-11-24T23:15:43,704 INFO [Thread-1063 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1063. 2024-11-24T23:15:43,705 DEBUG [Thread-1063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:15:43,705 DEBUG [Thread-1063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:43,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:15:43,706 INFO [Thread-1065 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1065. 2024-11-24T23:15:43,706 DEBUG [Thread-1065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:15:43,706 DEBUG [Thread-1065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:43,706 DEBUG [Thread-1063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:43,707 DEBUG [Thread-1065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:43,707 INFO [Thread-1061 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1061. 2024-11-24T23:15:43,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:15:43,707 DEBUG [Thread-1061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:15:43,707 DEBUG [Thread-1061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:43,707 DEBUG [Thread-1061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:43,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:15:43,709 INFO [Thread-1059 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1059. 2024-11-24T23:15:43,709 DEBUG [Thread-1059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:15:43,709 DEBUG [Thread-1059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:43,709 DEBUG [Thread-1059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:43,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:15:43,710 INFO [Thread-1067 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1067. 2024-11-24T23:15:43,710 DEBUG [Thread-1067 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:15:43,710 DEBUG [Thread-1067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:43,710 DEBUG [Thread-1067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:43,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:15:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:43,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-24T23:15:43,851 INFO [Thread-1050 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1050. 2024-11-24T23:15:43,852 DEBUG [Thread-1050 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:15:43,852 DEBUG [Thread-1050 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:43,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=A 2024-11-24T23:15:43,852 DEBUG [Thread-1050 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:43,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:43,852 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:15:43,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=B 2024-11-24T23:15:43,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:43,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=C 2024-11-24T23:15:43,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:43,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/47e105b5262848899e13a0aac5c762b5 is 50, key is test_row_0/A:col10/1732490143850/Put/seqid=0 2024-11-24T23:15:43,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742128_1304 (size=12301) 2024-11-24T23:15:44,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=687 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/47e105b5262848899e13a0aac5c762b5 2024-11-24T23:15:44,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/cb60efdbd43d4cc29e79e638c2c26b8b is 50, key is test_row_0/B:col10/1732490143850/Put/seqid=0 2024-11-24T23:15:44,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742129_1305 (size=12301) 2024-11-24T23:15:44,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=687 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/cb60efdbd43d4cc29e79e638c2c26b8b 2024-11-24T23:15:44,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/efab4e3b81d14a95ab15765fa7b4db5e is 50, key is test_row_0/C:col10/1732490143850/Put/seqid=0 2024-11-24T23:15:44,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742130_1306 (size=12301) 2024-11-24T23:15:45,072 INFO [Thread-1056 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1056. 2024-11-24T23:15:45,072 DEBUG [Thread-1056 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:15:45,072 DEBUG [Thread-1056 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:45,073 DEBUG [Thread-1056 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:45,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:15:45,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=687 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/efab4e3b81d14a95ab15765fa7b4db5e 2024-11-24T23:15:45,082 INFO [Thread-1048 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1048. 2024-11-24T23:15:45,082 DEBUG [Thread-1048 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:15:45,082 DEBUG [Thread-1048 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:45,082 DEBUG [Thread-1048 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:45,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:15:45,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/47e105b5262848899e13a0aac5c762b5 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/47e105b5262848899e13a0aac5c762b5 2024-11-24T23:15:45,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/47e105b5262848899e13a0aac5c762b5, entries=150, sequenceid=687, filesize=12.0 K 2024-11-24T23:15:45,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/cb60efdbd43d4cc29e79e638c2c26b8b as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/cb60efdbd43d4cc29e79e638c2c26b8b 2024-11-24T23:15:45,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/cb60efdbd43d4cc29e79e638c2c26b8b, entries=150, sequenceid=687, filesize=12.0 K 2024-11-24T23:15:45,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/efab4e3b81d14a95ab15765fa7b4db5e as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/efab4e3b81d14a95ab15765fa7b4db5e 2024-11-24T23:15:45,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/efab4e3b81d14a95ab15765fa7b4db5e, entries=150, sequenceid=687, filesize=12.0 K 2024-11-24T23:15:45,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=13.42 KB/13740 for d262d5ad7dcfa8d4fb930ecf1637d4f4 in 1250ms, sequenceid=687, compaction requested=true 2024-11-24T23:15:45,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:45,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d262d5ad7dcfa8d4fb930ecf1637d4f4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:15:45,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:45,101 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:15:45,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d262d5ad7dcfa8d4fb930ecf1637d4f4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:15:45,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:45,101 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:15:45,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d262d5ad7dcfa8d4fb930ecf1637d4f4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:15:45,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:45,103 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:15:45,103 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52462 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:15:45,103 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): d262d5ad7dcfa8d4fb930ecf1637d4f4/B is initiating minor compaction (all files) 2024-11-24T23:15:45,103 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): d262d5ad7dcfa8d4fb930ecf1637d4f4/A is initiating minor compaction (all files) 2024-11-24T23:15:45,103 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d262d5ad7dcfa8d4fb930ecf1637d4f4/B in TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:45,103 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d262d5ad7dcfa8d4fb930ecf1637d4f4/A in TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:45,103 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/0cb7f7ebf3d545b7a120b2ae3d858336, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/f3b3976f322a45d58a8505f4b8b0d0ab, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/fd7c18cd4b664a309a109a9b156a0dad, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/cb60efdbd43d4cc29e79e638c2c26b8b] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp, totalSize=48.8 K 2024-11-24T23:15:45,103 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/fb297eeb127d4ee19a9b0a246c5a95d4, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/773e9da5586946eaad429c0b337a5613, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/68764bc761094048a79f3f093a9e9b19, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/47e105b5262848899e13a0aac5c762b5] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp, totalSize=51.2 K 2024-11-24T23:15:45,103 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cb7f7ebf3d545b7a120b2ae3d858336, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=637, earliestPutTs=1732490140926 2024-11-24T23:15:45,103 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb297eeb127d4ee19a9b0a246c5a95d4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=637, earliestPutTs=1732490140926 2024-11-24T23:15:45,104 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 773e9da5586946eaad429c0b337a5613, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=651, earliestPutTs=1732490140994 2024-11-24T23:15:45,104 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting f3b3976f322a45d58a8505f4b8b0d0ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=651, earliestPutTs=1732490140994 2024-11-24T23:15:45,104 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68764bc761094048a79f3f093a9e9b19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=672, earliestPutTs=1732490141959 2024-11-24T23:15:45,104 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting fd7c18cd4b664a309a109a9b156a0dad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=672, earliestPutTs=1732490141959 2024-11-24T23:15:45,104 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47e105b5262848899e13a0aac5c762b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=687, earliestPutTs=1732490142694 2024-11-24T23:15:45,104 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting cb60efdbd43d4cc29e79e638c2c26b8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=687, earliestPutTs=1732490142694 2024-11-24T23:15:45,111 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d262d5ad7dcfa8d4fb930ecf1637d4f4#B#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:45,111 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d262d5ad7dcfa8d4fb930ecf1637d4f4#A#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:45,111 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/c346259c97f047628394bccda61e9bee is 50, key is test_row_0/B:col10/1732490143850/Put/seqid=0 2024-11-24T23:15:45,111 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/10f09887cff7486da336479f44a41af3 is 50, key is test_row_0/A:col10/1732490143850/Put/seqid=0 2024-11-24T23:15:45,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742131_1307 (size=13255) 2024-11-24T23:15:45,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742132_1308 (size=13255) 2024-11-24T23:15:45,183 INFO [Thread-1054 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1054. 2024-11-24T23:15:45,183 INFO [Thread-1052 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1052. 2024-11-24T23:15:45,184 DEBUG [Thread-1052 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:15:45,184 DEBUG [Thread-1054 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:15:45,184 DEBUG [Thread-1052 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:45,184 DEBUG [Thread-1054 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:45,184 DEBUG [Thread-1052 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:45,184 DEBUG [Thread-1054 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:45,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:15:45,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:15:45,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-24T23:15:45,230 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:15:45,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T23:15:45,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-11-24T23:15:45,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-11-24T23:15:45,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 187 2024-11-24T23:15:45,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-24T23:15:45,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 111 2024-11-24T23:15:45,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T23:15:45,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3058 2024-11-24T23:15:45,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3185 2024-11-24T23:15:45,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3161 2024-11-24T23:15:45,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3051 2024-11-24T23:15:45,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3190 2024-11-24T23:15:45,230 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T23:15:45,230 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:15:45,230 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:15:45,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:45,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:45,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:15:45,231 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-24T23:15:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T23:15:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-24T23:15:45,234 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490145234"}]},"ts":"1732490145234"} 2024-11-24T23:15:45,235 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T23:15:45,235 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T23:15:45,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T23:15:45,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d262d5ad7dcfa8d4fb930ecf1637d4f4, UNASSIGN}] 2024-11-24T23:15:45,238 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d262d5ad7dcfa8d4fb930ecf1637d4f4, UNASSIGN 2024-11-24T23:15:45,239 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=d262d5ad7dcfa8d4fb930ecf1637d4f4, regionState=CLOSING, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:15:45,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d262d5ad7dcfa8d4fb930ecf1637d4f4, UNASSIGN because future has completed 2024-11-24T23:15:45,240 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T23:15:45,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579}] 2024-11-24T23:15:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-24T23:15:45,392 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:45,392 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T23:15:45,392 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing d262d5ad7dcfa8d4fb930ecf1637d4f4, disabling compactions & flushes 2024-11-24T23:15:45,393 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1993): waiting for 2 compactions to complete for region TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:45,520 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/10f09887cff7486da336479f44a41af3 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/10f09887cff7486da336479f44a41af3 2024-11-24T23:15:45,520 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/c346259c97f047628394bccda61e9bee as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/c346259c97f047628394bccda61e9bee 2024-11-24T23:15:45,533 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d262d5ad7dcfa8d4fb930ecf1637d4f4/B of d262d5ad7dcfa8d4fb930ecf1637d4f4 into c346259c97f047628394bccda61e9bee(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:45,533 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d262d5ad7dcfa8d4fb930ecf1637d4f4/A of d262d5ad7dcfa8d4fb930ecf1637d4f4 into 10f09887cff7486da336479f44a41af3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:45,533 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:45,533 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: 2024-11-24T23:15:45,533 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., storeName=d262d5ad7dcfa8d4fb930ecf1637d4f4/B, priority=12, startTime=1732490145101; duration=0sec 2024-11-24T23:15:45,533 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., storeName=d262d5ad7dcfa8d4fb930ecf1637d4f4/A, priority=12, startTime=1732490145101; duration=0sec 2024-11-24T23:15:45,533 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:45,533 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:45,533 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d262d5ad7dcfa8d4fb930ecf1637d4f4:B 2024-11-24T23:15:45,533 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d262d5ad7dcfa8d4fb930ecf1637d4f4:A 2024-11-24T23:15:45,533 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. because compaction request was cancelled 2024-11-24T23:15:45,533 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d262d5ad7dcfa8d4fb930ecf1637d4f4:C 2024-11-24T23:15:45,533 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:45,533 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:45,534 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. after waiting 1 ms 2024-11-24T23:15:45,534 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:45,534 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(2902): Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-24T23:15:45,534 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=A 2024-11-24T23:15:45,534 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:45,534 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=B 2024-11-24T23:15:45,534 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:45,534 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d262d5ad7dcfa8d4fb930ecf1637d4f4, store=C 2024-11-24T23:15:45,534 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:45,538 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/6ae7b1ecf2eb430ebbfdcb4bfd1a3756 is 50, key is test_row_0/A:col10/1732490145180/Put/seqid=0 2024-11-24T23:15:45,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742133_1309 (size=9857) 2024-11-24T23:15:45,547 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=696 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/6ae7b1ecf2eb430ebbfdcb4bfd1a3756 2024-11-24T23:15:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-24T23:15:45,554 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/8a908794ccbe4b99aa1a0e87623682d2 is 50, key is test_row_0/B:col10/1732490145180/Put/seqid=0 2024-11-24T23:15:45,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742134_1310 (size=9857) 2024-11-24T23:15:45,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-24T23:15:45,963 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=696 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/8a908794ccbe4b99aa1a0e87623682d2 2024-11-24T23:15:45,969 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/635f581b8d9540019bbcda3e80e8245f is 50, key is test_row_0/C:col10/1732490145180/Put/seqid=0 2024-11-24T23:15:45,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742135_1311 (size=9857) 2024-11-24T23:15:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-24T23:15:46,374 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=696 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/635f581b8d9540019bbcda3e80e8245f 2024-11-24T23:15:46,377 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/A/6ae7b1ecf2eb430ebbfdcb4bfd1a3756 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/6ae7b1ecf2eb430ebbfdcb4bfd1a3756 2024-11-24T23:15:46,380 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/6ae7b1ecf2eb430ebbfdcb4bfd1a3756, entries=100, sequenceid=696, filesize=9.6 K 2024-11-24T23:15:46,381 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/B/8a908794ccbe4b99aa1a0e87623682d2 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/8a908794ccbe4b99aa1a0e87623682d2 2024-11-24T23:15:46,384 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/8a908794ccbe4b99aa1a0e87623682d2, entries=100, sequenceid=696, filesize=9.6 K 2024-11-24T23:15:46,385 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/.tmp/C/635f581b8d9540019bbcda3e80e8245f as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/635f581b8d9540019bbcda3e80e8245f 2024-11-24T23:15:46,388 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/635f581b8d9540019bbcda3e80e8245f, entries=100, sequenceid=696, filesize=9.6 K 2024-11-24T23:15:46,389 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for d262d5ad7dcfa8d4fb930ecf1637d4f4 in 854ms, sequenceid=696, compaction requested=true 2024-11-24T23:15:46,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/7f47d21a1e354be98b35b4beb30818a9, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/fcee0b78ead248ada22b86a0cf46047d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/4cc76ec7d1f04339a63acac4a28b8fc1, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/751653a942af45faa23be21aeaf4c4d8, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/ed575aa9c9e84fb4ab5ff56823117db9, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/6bb02f2bea6e44b18c0e11a020615993, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/87e95aa461cc48a983bfa00b7e2f7055, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/804699a05c034db99cd47ca970689d4a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/7d97f1c1cd7d476fb6004c4d678499fb, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/e628ed23debf421d9cfe9629509edeba, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/e021acc1f2744ff09af8700e4b31d3b5, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/71cb4db9de47499e9befd910e06f3a4d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/f19a873ec32e4981a4e1d5d5885a7910, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/33a44609685548f3a117bacc6ec2ed44, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/8f5a5da63837432ea31c8163a486acbf, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/36fddc3688854702b866cb4aebfe3cde, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/a2860c07a5cc443aa08b8c8da38ae253, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/a7db9e3fe61c46c883e6b4a0e1a8dc50, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/e82f0872edc749ae90e157b915dd5880, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/ee146fc50adc468ca1abf186c4b94c47, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/403524253e9640bc94438647dea0bda4, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/7010b81cc496451c958a4cf2c20b85eb, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/2a6c22151ad64a4d9f3283b5e1443e1e, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/8dad4555e3224695a608f7afda898bdc, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/fb297eeb127d4ee19a9b0a246c5a95d4, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/773e9da5586946eaad429c0b337a5613, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/68764bc761094048a79f3f093a9e9b19, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/47e105b5262848899e13a0aac5c762b5] to archive 2024-11-24T23:15:46,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:15:46,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/7f47d21a1e354be98b35b4beb30818a9 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/7f47d21a1e354be98b35b4beb30818a9 2024-11-24T23:15:46,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/fcee0b78ead248ada22b86a0cf46047d to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/fcee0b78ead248ada22b86a0cf46047d 2024-11-24T23:15:46,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/4cc76ec7d1f04339a63acac4a28b8fc1 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/4cc76ec7d1f04339a63acac4a28b8fc1 2024-11-24T23:15:46,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/751653a942af45faa23be21aeaf4c4d8 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/751653a942af45faa23be21aeaf4c4d8 2024-11-24T23:15:46,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/ed575aa9c9e84fb4ab5ff56823117db9 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/ed575aa9c9e84fb4ab5ff56823117db9 2024-11-24T23:15:46,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/6bb02f2bea6e44b18c0e11a020615993 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/6bb02f2bea6e44b18c0e11a020615993 2024-11-24T23:15:46,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/87e95aa461cc48a983bfa00b7e2f7055 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/87e95aa461cc48a983bfa00b7e2f7055 2024-11-24T23:15:46,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/804699a05c034db99cd47ca970689d4a to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/804699a05c034db99cd47ca970689d4a 2024-11-24T23:15:46,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/7d97f1c1cd7d476fb6004c4d678499fb to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/7d97f1c1cd7d476fb6004c4d678499fb 2024-11-24T23:15:46,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/e628ed23debf421d9cfe9629509edeba to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/e628ed23debf421d9cfe9629509edeba 2024-11-24T23:15:46,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/e021acc1f2744ff09af8700e4b31d3b5 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/e021acc1f2744ff09af8700e4b31d3b5 2024-11-24T23:15:46,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/71cb4db9de47499e9befd910e06f3a4d to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/71cb4db9de47499e9befd910e06f3a4d 2024-11-24T23:15:46,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/f19a873ec32e4981a4e1d5d5885a7910 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/f19a873ec32e4981a4e1d5d5885a7910 2024-11-24T23:15:46,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/33a44609685548f3a117bacc6ec2ed44 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/33a44609685548f3a117bacc6ec2ed44 2024-11-24T23:15:46,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/8f5a5da63837432ea31c8163a486acbf to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/8f5a5da63837432ea31c8163a486acbf 2024-11-24T23:15:46,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/36fddc3688854702b866cb4aebfe3cde to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/36fddc3688854702b866cb4aebfe3cde 2024-11-24T23:15:46,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/a2860c07a5cc443aa08b8c8da38ae253 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/a2860c07a5cc443aa08b8c8da38ae253 2024-11-24T23:15:46,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/a7db9e3fe61c46c883e6b4a0e1a8dc50 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/a7db9e3fe61c46c883e6b4a0e1a8dc50 2024-11-24T23:15:46,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/e82f0872edc749ae90e157b915dd5880 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/e82f0872edc749ae90e157b915dd5880 2024-11-24T23:15:46,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/ee146fc50adc468ca1abf186c4b94c47 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/ee146fc50adc468ca1abf186c4b94c47 2024-11-24T23:15:46,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/403524253e9640bc94438647dea0bda4 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/403524253e9640bc94438647dea0bda4 2024-11-24T23:15:46,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/7010b81cc496451c958a4cf2c20b85eb to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/7010b81cc496451c958a4cf2c20b85eb 2024-11-24T23:15:46,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/2a6c22151ad64a4d9f3283b5e1443e1e to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/2a6c22151ad64a4d9f3283b5e1443e1e 2024-11-24T23:15:46,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/8dad4555e3224695a608f7afda898bdc to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/8dad4555e3224695a608f7afda898bdc 2024-11-24T23:15:46,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/fb297eeb127d4ee19a9b0a246c5a95d4 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/fb297eeb127d4ee19a9b0a246c5a95d4 2024-11-24T23:15:46,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/773e9da5586946eaad429c0b337a5613 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/773e9da5586946eaad429c0b337a5613 2024-11-24T23:15:46,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/68764bc761094048a79f3f093a9e9b19 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/68764bc761094048a79f3f093a9e9b19 2024-11-24T23:15:46,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/47e105b5262848899e13a0aac5c762b5 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/47e105b5262848899e13a0aac5c762b5 2024-11-24T23:15:46,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/b9cb6ef7f699410caa82cee34979d53b, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/95b1feef66eb423c88bd19076687e7d4, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/50500a2ef6ef4e8dbfa8093498fb8d0b, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/d8fe4fb93f7a43729a2b2de98aa8e18c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/e9551dff6b4145ea98cbfeaff8317245, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/7b86c707f3244b828d79934ca85a3424, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/7f32490041a14842b9b764a5f124730d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/4a4776ccb121446ca78a062900f9f4e9, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/86db27c6a9344859afb53c52a4012ff3, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/a22edf898d7642d684a2091ea7e96e4b, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/7108e3d4003d406e8d72967a9cf4875c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/4899eb3621bd4238be140b3cf32b8dc0, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/9f74f300ac2c4fada61c9d1dc9cb5143, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/c8e5a14148164cbea8b0e1f8d4671539, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/ba46c0fcf39c4078b33ae3a68a0c9f8f, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/82aa3b7b94374328a2ede1066fee5c88, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/bbcfe217d93f40b4a02031cee8bd1c96, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/27cd31ee6119442c87637baa087b91e3, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/1fee803cdf074ba9afc1ad46d4f2ab2d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/4a3bb4ca3e954b83a507339c9d53761e, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/70070bb1c757445b93a83ae09e79df6f, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/a0032825fb0c479ab609edbe22c2fcdc, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/b487231ad173484a89b40f3c82ebd7bc, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/0cb7f7ebf3d545b7a120b2ae3d858336, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/5408fa829bec4101b18f6b8306d3bdb4, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/f3b3976f322a45d58a8505f4b8b0d0ab, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/fd7c18cd4b664a309a109a9b156a0dad, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/cb60efdbd43d4cc29e79e638c2c26b8b] to archive 2024-11-24T23:15:46,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:15:46,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/b9cb6ef7f699410caa82cee34979d53b to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/b9cb6ef7f699410caa82cee34979d53b 2024-11-24T23:15:46,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/95b1feef66eb423c88bd19076687e7d4 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/95b1feef66eb423c88bd19076687e7d4 2024-11-24T23:15:46,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/50500a2ef6ef4e8dbfa8093498fb8d0b to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/50500a2ef6ef4e8dbfa8093498fb8d0b 2024-11-24T23:15:46,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/d8fe4fb93f7a43729a2b2de98aa8e18c to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/d8fe4fb93f7a43729a2b2de98aa8e18c 2024-11-24T23:15:46,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/e9551dff6b4145ea98cbfeaff8317245 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/e9551dff6b4145ea98cbfeaff8317245 2024-11-24T23:15:46,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/7b86c707f3244b828d79934ca85a3424 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/7b86c707f3244b828d79934ca85a3424 2024-11-24T23:15:46,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/7f32490041a14842b9b764a5f124730d to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/7f32490041a14842b9b764a5f124730d 2024-11-24T23:15:46,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/4a4776ccb121446ca78a062900f9f4e9 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/4a4776ccb121446ca78a062900f9f4e9 2024-11-24T23:15:46,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/86db27c6a9344859afb53c52a4012ff3 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/86db27c6a9344859afb53c52a4012ff3 2024-11-24T23:15:46,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/a22edf898d7642d684a2091ea7e96e4b to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/a22edf898d7642d684a2091ea7e96e4b 2024-11-24T23:15:46,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/7108e3d4003d406e8d72967a9cf4875c to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/7108e3d4003d406e8d72967a9cf4875c 2024-11-24T23:15:46,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/4899eb3621bd4238be140b3cf32b8dc0 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/4899eb3621bd4238be140b3cf32b8dc0 2024-11-24T23:15:46,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/9f74f300ac2c4fada61c9d1dc9cb5143 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/9f74f300ac2c4fada61c9d1dc9cb5143 2024-11-24T23:15:46,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/c8e5a14148164cbea8b0e1f8d4671539 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/c8e5a14148164cbea8b0e1f8d4671539 2024-11-24T23:15:46,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/ba46c0fcf39c4078b33ae3a68a0c9f8f to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/ba46c0fcf39c4078b33ae3a68a0c9f8f 2024-11-24T23:15:46,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/82aa3b7b94374328a2ede1066fee5c88 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/82aa3b7b94374328a2ede1066fee5c88 2024-11-24T23:15:46,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/bbcfe217d93f40b4a02031cee8bd1c96 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/bbcfe217d93f40b4a02031cee8bd1c96 2024-11-24T23:15:46,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/27cd31ee6119442c87637baa087b91e3 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/27cd31ee6119442c87637baa087b91e3 2024-11-24T23:15:46,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/1fee803cdf074ba9afc1ad46d4f2ab2d to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/1fee803cdf074ba9afc1ad46d4f2ab2d 2024-11-24T23:15:46,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/4a3bb4ca3e954b83a507339c9d53761e to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/4a3bb4ca3e954b83a507339c9d53761e 2024-11-24T23:15:46,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/70070bb1c757445b93a83ae09e79df6f to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/70070bb1c757445b93a83ae09e79df6f 2024-11-24T23:15:46,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/a0032825fb0c479ab609edbe22c2fcdc to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/a0032825fb0c479ab609edbe22c2fcdc 2024-11-24T23:15:46,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/b487231ad173484a89b40f3c82ebd7bc to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/b487231ad173484a89b40f3c82ebd7bc 2024-11-24T23:15:46,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/0cb7f7ebf3d545b7a120b2ae3d858336 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/0cb7f7ebf3d545b7a120b2ae3d858336 2024-11-24T23:15:46,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/5408fa829bec4101b18f6b8306d3bdb4 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/5408fa829bec4101b18f6b8306d3bdb4 2024-11-24T23:15:46,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/f3b3976f322a45d58a8505f4b8b0d0ab to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/f3b3976f322a45d58a8505f4b8b0d0ab 2024-11-24T23:15:46,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/fd7c18cd4b664a309a109a9b156a0dad to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/fd7c18cd4b664a309a109a9b156a0dad 2024-11-24T23:15:46,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/cb60efdbd43d4cc29e79e638c2c26b8b to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/cb60efdbd43d4cc29e79e638c2c26b8b 2024-11-24T23:15:46,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/d57d0783131040eb8e31a154ff3536be, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/87e9aee005d44abc9107245852be63c8, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/c16aea1276fe4dad940536022e5126df, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/f6e8393049314f5cb455f5a0945c7ea5, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/0e9e7bbe8c364e5eb3a564c427e51ba1, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/c20a629fbed7471d936954e3eddc45e2, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/6aefa305bf2948d4bc7b26d40fefa285, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/54c6dcac6cbe41f08cf05344f8040bd5, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/168e7129f0e14ff2a5b70c7ffbc9c480, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/5e7c3c54bd9e46cb84771db192e69749, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/e66f931defd2438187c6ad5bd7cc2bad, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/c8b562fe0c414259a8d7afed2f95d043, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/a61c1442e5c94de09647febcc63c9ae4, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/7a1fd9dfd269421b9ba9c8846ed1964c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/2ead490083134d9bbb778b672ee4c0e1, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/6a048037e5e64bdbb22223b020772313, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/324bd5b389cf4e489e39fb9ebb62df36, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/9608318bcea7456ba5184aa404354f8c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/6ca80ef2a22a488898bf4e2b4e65c2d2, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/c6798f9a34d74b82b79a8a0a256d402c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/fa5158b2da444b1ba6936b9b5b72641e, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/150b42b597f4406683d278bd37cc728c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/e0027fb0f46c404188a6fe6932e77867, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/3c86b336a5234bf8bc29aa8eeddaf8cc] to archive 2024-11-24T23:15:46,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:15:46,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/d57d0783131040eb8e31a154ff3536be to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/d57d0783131040eb8e31a154ff3536be 2024-11-24T23:15:46,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/87e9aee005d44abc9107245852be63c8 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/87e9aee005d44abc9107245852be63c8 2024-11-24T23:15:46,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/c16aea1276fe4dad940536022e5126df to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/c16aea1276fe4dad940536022e5126df 2024-11-24T23:15:46,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/f6e8393049314f5cb455f5a0945c7ea5 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/f6e8393049314f5cb455f5a0945c7ea5 2024-11-24T23:15:46,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/0e9e7bbe8c364e5eb3a564c427e51ba1 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/0e9e7bbe8c364e5eb3a564c427e51ba1 2024-11-24T23:15:46,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/c20a629fbed7471d936954e3eddc45e2 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/c20a629fbed7471d936954e3eddc45e2 2024-11-24T23:15:46,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/6aefa305bf2948d4bc7b26d40fefa285 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/6aefa305bf2948d4bc7b26d40fefa285 2024-11-24T23:15:46,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/54c6dcac6cbe41f08cf05344f8040bd5 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/54c6dcac6cbe41f08cf05344f8040bd5 2024-11-24T23:15:46,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/168e7129f0e14ff2a5b70c7ffbc9c480 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/168e7129f0e14ff2a5b70c7ffbc9c480 2024-11-24T23:15:46,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/5e7c3c54bd9e46cb84771db192e69749 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/5e7c3c54bd9e46cb84771db192e69749 2024-11-24T23:15:46,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/e66f931defd2438187c6ad5bd7cc2bad to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/e66f931defd2438187c6ad5bd7cc2bad 2024-11-24T23:15:46,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/c8b562fe0c414259a8d7afed2f95d043 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/c8b562fe0c414259a8d7afed2f95d043 2024-11-24T23:15:46,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/a61c1442e5c94de09647febcc63c9ae4 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/a61c1442e5c94de09647febcc63c9ae4 2024-11-24T23:15:46,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/7a1fd9dfd269421b9ba9c8846ed1964c to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/7a1fd9dfd269421b9ba9c8846ed1964c 2024-11-24T23:15:46,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/2ead490083134d9bbb778b672ee4c0e1 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/2ead490083134d9bbb778b672ee4c0e1 2024-11-24T23:15:46,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/6a048037e5e64bdbb22223b020772313 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/6a048037e5e64bdbb22223b020772313 2024-11-24T23:15:46,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/324bd5b389cf4e489e39fb9ebb62df36 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/324bd5b389cf4e489e39fb9ebb62df36 2024-11-24T23:15:46,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/9608318bcea7456ba5184aa404354f8c to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/9608318bcea7456ba5184aa404354f8c 2024-11-24T23:15:46,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/6ca80ef2a22a488898bf4e2b4e65c2d2 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/6ca80ef2a22a488898bf4e2b4e65c2d2 2024-11-24T23:15:46,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/c6798f9a34d74b82b79a8a0a256d402c to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/c6798f9a34d74b82b79a8a0a256d402c 2024-11-24T23:15:46,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/fa5158b2da444b1ba6936b9b5b72641e to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/fa5158b2da444b1ba6936b9b5b72641e 2024-11-24T23:15:46,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/150b42b597f4406683d278bd37cc728c to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/150b42b597f4406683d278bd37cc728c 2024-11-24T23:15:46,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/e0027fb0f46c404188a6fe6932e77867 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/e0027fb0f46c404188a6fe6932e77867 2024-11-24T23:15:46,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/3c86b336a5234bf8bc29aa8eeddaf8cc to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/3c86b336a5234bf8bc29aa8eeddaf8cc 2024-11-24T23:15:46,478 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/recovered.edits/699.seqid, newMaxSeqId=699, maxSeqId=1 2024-11-24T23:15:46,479 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. 2024-11-24T23:15:46,479 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for d262d5ad7dcfa8d4fb930ecf1637d4f4: Waiting for close lock at 1732490145392Running coprocessor pre-close hooks at 1732490145392Disabling compacts and flushes for region at 1732490145392Disabling writes for close at 1732490145534 (+142 ms)Obtaining lock to block concurrent updates at 1732490145534Preparing flush snapshotting stores in d262d5ad7dcfa8d4fb930ecf1637d4f4 at 1732490145534Finished memstore snapshotting TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732490145534Flushing stores of TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4. at 1732490145535 (+1 ms)Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4/A: creating writer at 1732490145535Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4/A: appending metadata at 1732490145538 (+3 ms)Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4/A: closing flushed file at 1732490145538Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4/B: creating writer at 1732490145551 (+13 ms)Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4/B: appending metadata at 1732490145553 (+2 ms)Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4/B: closing flushed file at 1732490145553Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4/C: creating writer at 1732490145966 (+413 ms)Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4/C: appending metadata at 1732490145968 (+2 ms)Flushing d262d5ad7dcfa8d4fb930ecf1637d4f4/C: closing flushed file at 1732490145969 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ef1e4ab: reopening flushed file at 1732490146377 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@651fce20: reopening flushed file at 1732490146380 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bd6138c: reopening flushed file at 1732490146384 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for d262d5ad7dcfa8d4fb930ecf1637d4f4 in 854ms, sequenceid=696, compaction requested=true at 1732490146389 (+5 ms)Writing region close event to WAL at 1732490146475 (+86 ms)Running coprocessor post-close hooks at 1732490146479 (+4 ms)Closed at 1732490146479 2024-11-24T23:15:46,481 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:46,482 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=d262d5ad7dcfa8d4fb930ecf1637d4f4, regionState=CLOSED 2024-11-24T23:15:46,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 because future has completed 2024-11-24T23:15:46,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-24T23:15:46,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure d262d5ad7dcfa8d4fb930ecf1637d4f4, server=ba7f32532130,37181,1732490053579 in 1.2450 sec 2024-11-24T23:15:46,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83 2024-11-24T23:15:46,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d262d5ad7dcfa8d4fb930ecf1637d4f4, UNASSIGN in 1.2500 sec 2024-11-24T23:15:46,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-24T23:15:46,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2540 sec 2024-11-24T23:15:46,496 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490146496"}]},"ts":"1732490146496"} 2024-11-24T23:15:46,498 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T23:15:46,498 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T23:15:46,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.2680 sec 2024-11-24T23:15:47,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-24T23:15:47,380 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:15:47,382 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-24T23:15:47,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:15:47,387 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=86, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:15:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-24T23:15:47,389 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=86, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:15:47,392 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:47,396 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A, FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B, FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C, FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/recovered.edits] 2024-11-24T23:15:47,399 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/10f09887cff7486da336479f44a41af3 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/10f09887cff7486da336479f44a41af3 2024-11-24T23:15:47,401 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/6ae7b1ecf2eb430ebbfdcb4bfd1a3756 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/A/6ae7b1ecf2eb430ebbfdcb4bfd1a3756 2024-11-24T23:15:47,404 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/8a908794ccbe4b99aa1a0e87623682d2 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/8a908794ccbe4b99aa1a0e87623682d2 2024-11-24T23:15:47,405 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/c346259c97f047628394bccda61e9bee to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/B/c346259c97f047628394bccda61e9bee 2024-11-24T23:15:47,408 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/23aaf3ff088b49f99fed4aab1072e3e6 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/23aaf3ff088b49f99fed4aab1072e3e6 2024-11-24T23:15:47,409 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/361f41854620447c9b0f9710cc4fd877 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/361f41854620447c9b0f9710cc4fd877 2024-11-24T23:15:47,409 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/3a2ae74e6d544ca29c3cb2d69e82065d to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/3a2ae74e6d544ca29c3cb2d69e82065d 2024-11-24T23:15:47,410 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/635f581b8d9540019bbcda3e80e8245f to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/635f581b8d9540019bbcda3e80e8245f 2024-11-24T23:15:47,411 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/efab4e3b81d14a95ab15765fa7b4db5e to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/C/efab4e3b81d14a95ab15765fa7b4db5e 2024-11-24T23:15:47,413 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/recovered.edits/699.seqid to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4/recovered.edits/699.seqid 2024-11-24T23:15:47,413 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/d262d5ad7dcfa8d4fb930ecf1637d4f4 2024-11-24T23:15:47,413 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T23:15:47,415 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=86, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:15:47,418 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T23:15:47,419 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T23:15:47,420 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=86, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:15:47,420 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T23:15:47,420 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732490147420"}]},"ts":"9223372036854775807"} 2024-11-24T23:15:47,422 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-24T23:15:47,422 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d262d5ad7dcfa8d4fb930ecf1637d4f4, NAME => 'TestAcidGuarantees,,1732490121497.d262d5ad7dcfa8d4fb930ecf1637d4f4.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T23:15:47,422 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T23:15:47,422 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732490147422"}]},"ts":"9223372036854775807"} 2024-11-24T23:15:47,424 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-24T23:15:47,425 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=86, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:15:47,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 43 msec 2024-11-24T23:15:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-24T23:15:47,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-24T23:15:47,502 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:15:47,507 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=250 (was 248) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1011984405_22 at /127.0.0.1:36372 [Waiting for operation #232] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1611865977_22 at /127.0.0.1:60180 [Waiting for operation #324] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=324 (was 304) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7629 (was 6692) - AvailableMemoryMB LEAK? - 2024-11-24T23:15:47,516 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=250, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=324, ProcessCount=11, AvailableMemoryMB=7628 2024-11-24T23:15:47,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T23:15:47,518 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:15:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=87, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T23:15:47,520 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:15:47,520 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:47,520 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 87 2024-11-24T23:15:47,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-24T23:15:47,521 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:15:47,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742136_1312 (size=1061) 2024-11-24T23:15:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-24T23:15:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-24T23:15:47,928 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5 2024-11-24T23:15:47,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742137_1313 (size=53) 2024-11-24T23:15:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-24T23:15:48,334 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:15:48,334 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 40459929ea032bb8885ba56105e58315, disabling compactions & flushes 2024-11-24T23:15:48,334 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:48,334 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:48,334 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. after waiting 0 ms 2024-11-24T23:15:48,334 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:48,334 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:48,335 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40459929ea032bb8885ba56105e58315: Waiting for close lock at 1732490148334Disabling compacts and flushes for region at 1732490148334Disabling writes for close at 1732490148334Writing region close event to WAL at 1732490148334Closed at 1732490148334 2024-11-24T23:15:48,336 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:15:48,336 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732490148336"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490148336"}]},"ts":"1732490148336"} 2024-11-24T23:15:48,337 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:15:48,338 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:15:48,339 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490148338"}]},"ts":"1732490148338"} 2024-11-24T23:15:48,340 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T23:15:48,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40459929ea032bb8885ba56105e58315, ASSIGN}] 2024-11-24T23:15:48,341 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40459929ea032bb8885ba56105e58315, ASSIGN 2024-11-24T23:15:48,342 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=40459929ea032bb8885ba56105e58315, ASSIGN; state=OFFLINE, location=ba7f32532130,37181,1732490053579; forceNewPlan=false, retain=false 2024-11-24T23:15:48,493 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=40459929ea032bb8885ba56105e58315, regionState=OPENING, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:15:48,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=40459929ea032bb8885ba56105e58315, ASSIGN because future has completed 2024-11-24T23:15:48,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579}] 2024-11-24T23:15:48,648 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:48,649 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7752): Opening region: {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:15:48,649 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:48,649 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:15:48,649 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7794): checking encryption for 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:48,649 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7797): checking classloading for 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:48,650 INFO [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:48,651 INFO [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:15:48,652 INFO [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40459929ea032bb8885ba56105e58315 columnFamilyName A 2024-11-24T23:15:48,652 DEBUG [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:48,652 INFO [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] regionserver.HStore(327): Store=40459929ea032bb8885ba56105e58315/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:15:48,652 INFO [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:48,653 INFO [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:15:48,653 INFO [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40459929ea032bb8885ba56105e58315 columnFamilyName B 2024-11-24T23:15:48,653 DEBUG [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:48,654 INFO [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] regionserver.HStore(327): Store=40459929ea032bb8885ba56105e58315/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:15:48,654 INFO [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:48,655 INFO [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:15:48,655 INFO [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40459929ea032bb8885ba56105e58315 columnFamilyName C 2024-11-24T23:15:48,655 DEBUG [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:48,655 INFO [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] regionserver.HStore(327): Store=40459929ea032bb8885ba56105e58315/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:15:48,656 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:48,656 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1038): replaying wal for 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:48,656 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315 2024-11-24T23:15:48,657 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315 2024-11-24T23:15:48,657 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1048): stopping wal replay for 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:48,657 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1060): Cleaning up temporary data for 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:48,658 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T23:15:48,659 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1093): writing seq id for 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-24T23:15:48,660 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:15:48,661 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1114): Opened 40459929ea032bb8885ba56105e58315; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74157069, jitterRate=0.10502643883228302}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T23:15:48,661 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:48,661 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1006): Region open journal for 40459929ea032bb8885ba56105e58315: Running coprocessor pre-open hook at 1732490148649Writing region info on filesystem at 1732490148649Initializing all the Stores at 1732490148650 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490148650Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490148650Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490148650Cleaning up temporary data from old regions at 1732490148657 (+7 ms)Running coprocessor post-open hooks at 1732490148661 (+4 ms)Region opened successfully at 1732490148661 2024-11-24T23:15:48,662 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., pid=89, masterSystemTime=1732490148646 2024-11-24T23:15:48,664 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:48,664 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:48,664 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=40459929ea032bb8885ba56105e58315, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:15:48,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 because future has completed 2024-11-24T23:15:48,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-24T23:15:48,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; OpenRegionProcedure 40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 in 172 msec 2024-11-24T23:15:48,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-11-24T23:15:48,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40459929ea032bb8885ba56105e58315, ASSIGN in 328 msec 2024-11-24T23:15:48,670 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:15:48,670 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490148670"}]},"ts":"1732490148670"} 2024-11-24T23:15:48,671 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T23:15:48,672 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:15:48,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1540 sec 2024-11-24T23:15:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-24T23:15:49,670 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:15:49,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af6f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:49,673 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:15:49,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:15:49,675 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:15:49,676 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:15:49,676 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:15:49,676 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb54e96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:49,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:15:49,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:15:49,678 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:49,680 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:15:49,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599166e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:49,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:15:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:15:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:15:49,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:15:49,685 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:15:49,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,34341,1732490052791 2024-11-24T23:15:49,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f7d6ed4 2024-11-24T23:15:49,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:15:49,687 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:15:49,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T23:15:49,689 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:15:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T23:15:49,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742138_1314 (size=1097) 2024-11-24T23:15:50,103 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-24T23:15:50,103 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-24T23:15:50,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T23:15:50,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40459929ea032bb8885ba56105e58315, REOPEN/MOVE}] 2024-11-24T23:15:50,114 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40459929ea032bb8885ba56105e58315, REOPEN/MOVE 2024-11-24T23:15:50,115 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=40459929ea032bb8885ba56105e58315, regionState=CLOSING, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:15:50,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=40459929ea032bb8885ba56105e58315, REOPEN/MOVE because future has completed 2024-11-24T23:15:50,117 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T23:15:50,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579}] 2024-11-24T23:15:50,272 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(122): Close 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:50,272 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T23:15:50,272 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1722): Closing 40459929ea032bb8885ba56105e58315, disabling compactions & flushes 2024-11-24T23:15:50,272 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:50,272 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:50,272 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. after waiting 0 ms 2024-11-24T23:15:50,273 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:50,281 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T23:15:50,283 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:50,283 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1676): Region close journal for 40459929ea032bb8885ba56105e58315: Waiting for close lock at 1732490150272Running coprocessor pre-close hooks at 1732490150272Disabling compacts and flushes for region at 1732490150272Disabling writes for close at 1732490150272Writing region close event to WAL at 1732490150274 (+2 ms)Running coprocessor post-close hooks at 1732490150283 (+9 ms)Closed at 1732490150283 2024-11-24T23:15:50,283 WARN [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionServer(3299): Not adding moved region record: 40459929ea032bb8885ba56105e58315 to self. 2024-11-24T23:15:50,285 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(157): Closed 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:50,286 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=40459929ea032bb8885ba56105e58315, regionState=CLOSED 2024-11-24T23:15:50,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 because future has completed 2024-11-24T23:15:50,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-24T23:15:50,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseRegionProcedure 40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 in 171 msec 2024-11-24T23:15:50,292 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=40459929ea032bb8885ba56105e58315, REOPEN/MOVE; state=CLOSED, location=ba7f32532130,37181,1732490053579; forceNewPlan=false, retain=true 2024-11-24T23:15:50,442 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=40459929ea032bb8885ba56105e58315, regionState=OPENING, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:15:50,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=40459929ea032bb8885ba56105e58315, REOPEN/MOVE because future has completed 2024-11-24T23:15:50,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579}] 2024-11-24T23:15:50,599 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:50,599 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7752): Opening region: {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:15:50,599 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:50,599 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:15:50,599 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7794): checking encryption for 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:50,599 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7797): checking classloading for 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:50,600 INFO [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:50,601 INFO [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:15:50,601 INFO [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40459929ea032bb8885ba56105e58315 columnFamilyName A 2024-11-24T23:15:50,602 DEBUG [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:50,602 INFO [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] regionserver.HStore(327): Store=40459929ea032bb8885ba56105e58315/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:15:50,602 INFO [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:50,603 INFO [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:15:50,603 INFO [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40459929ea032bb8885ba56105e58315 columnFamilyName B 2024-11-24T23:15:50,603 DEBUG [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:50,603 INFO [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] regionserver.HStore(327): Store=40459929ea032bb8885ba56105e58315/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:15:50,603 INFO [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:50,604 INFO [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:15:50,604 INFO [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40459929ea032bb8885ba56105e58315 columnFamilyName C 2024-11-24T23:15:50,604 DEBUG [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:50,604 INFO [StoreOpener-40459929ea032bb8885ba56105e58315-1 {}] regionserver.HStore(327): Store=40459929ea032bb8885ba56105e58315/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:15:50,604 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:50,604 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1038): replaying wal for 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:50,605 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315 2024-11-24T23:15:50,606 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315 2024-11-24T23:15:50,606 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1048): stopping wal replay for 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:50,607 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1060): Cleaning up temporary data for 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:50,607 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T23:15:50,608 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1093): writing seq id for 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:50,608 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1114): Opened 40459929ea032bb8885ba56105e58315; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73838457, jitterRate=0.10027875006198883}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T23:15:50,608 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:50,609 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1006): Region open journal for 40459929ea032bb8885ba56105e58315: Running coprocessor pre-open hook at 1732490150599Writing region info on filesystem at 1732490150599Initializing all the Stores at 1732490150600 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490150600Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490150600Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490150600Cleaning up temporary data from old regions at 1732490150607 (+7 ms)Running coprocessor post-open hooks at 1732490150608 (+1 ms)Region opened successfully at 1732490150609 (+1 ms) 2024-11-24T23:15:50,609 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., pid=94, masterSystemTime=1732490150596 2024-11-24T23:15:50,611 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:50,611 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:50,611 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=40459929ea032bb8885ba56105e58315, regionState=OPEN, openSeqNum=5, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:15:50,612 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34341 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=ba7f32532130,37181,1732490053579, table=TestAcidGuarantees, region=40459929ea032bb8885ba56105e58315. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T23:15:50,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 because future has completed 2024-11-24T23:15:50,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=92 2024-11-24T23:15:50,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=92, state=SUCCESS, hasLock=false; OpenRegionProcedure 40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 in 169 msec 2024-11-24T23:15:50,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-24T23:15:50,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40459929ea032bb8885ba56105e58315, REOPEN/MOVE in 502 msec 2024-11-24T23:15:50,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-24T23:15:50,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 509 msec 2024-11-24T23:15:50,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 932 msec 2024-11-24T23:15:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-24T23:15:50,623 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:15:50,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ff38b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:15:50,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:15:50,625 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:15:50,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:15:50,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:15:50,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cfe2553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:15:50,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:15:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:50,626 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:15:50,627 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a7448b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ec6412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:15:50,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:15:50,629 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:15:50,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:15:50,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:15:50,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b445a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:15:50,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:15:50,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:50,630 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:15:50,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555b588d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f2378c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,632 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:15:50,632 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:15:50,633 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:15:50,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:15:50,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:15:50,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7de7c6e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:15:50,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:15:50,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:50,634 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:15:50,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9d78c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cc49f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,635 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:15:50,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:15:50,636 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:15:50,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:15:50,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:15:50,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2938e793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:15:50,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:15:50,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:50,638 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:15:50,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@255cbc8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0f0eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,639 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:15:50,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:15:50,640 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:15:50,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:15:50,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:15:50,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276e0761, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:15:50,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:15:50,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:50,642 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:15:50,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee196a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d098cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,644 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:15:50,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:15:50,645 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:15:50,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:15:50,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:15:50,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7845da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:15:50,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:15:50,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:50,646 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:15:50,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103589c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9deaeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,648 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:15:50,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:15:50,649 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:15:50,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:15:50,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:15:50,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@189b0dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:15:50,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:15:50,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:50,650 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:15:50,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e0d811f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f8ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:15:50,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:15:50,652 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:15:50,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:15:50,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:15:50,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab853a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:15:50,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:15:50,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:50,654 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:15:50,654 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@770828e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1515ed5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:15:50,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:15:50,656 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:15:50,656 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:15:50,657 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:15:50,657 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1178e28f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,657 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:15:50,657 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:15:50,657 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:50,658 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:15:50,659 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d881980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d10c554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:15:50,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:15:50,661 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:15:50,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:15:50,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:15:50,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee5127d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:15:50,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:15:50,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:15:50,663 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:15:50,664 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6d68de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:15:50,664 DEBUG [Thread-1444 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:15:50,664 DEBUG [Thread-1448 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:15:50,664 DEBUG [Thread-1459 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:15:50,664 DEBUG [Thread-1457 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:15:50,665 DEBUG [Thread-1455 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:15:50,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:15:50,665 DEBUG [Thread-1459 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:15:50,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:15:50,665 DEBUG [Thread-1463 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:15:50,665 DEBUG [Thread-1448 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:15:50,665 DEBUG [Thread-1457 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:15:50,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:15:50,665 DEBUG [Thread-1448 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:15:50,666 DEBUG [Thread-1457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:15:50,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:15:50,666 DEBUG [Thread-1452 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:15:50,666 DEBUG [Thread-1463 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:15:50,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:15:50,666 DEBUG [Thread-1463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:15:50,666 DEBUG [Thread-1459 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:15:50,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:15:50,667 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:15:50,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:15:50,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:15:50,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:15:50,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:15:50,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:15:50,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:15:50,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:15:50,668 DEBUG [Thread-1446 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:15:50,668 DEBUG [Thread-1450 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:15:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-24T23:15:50,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:15:50,668 DEBUG [Thread-1461 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:15:50,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:15:50,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:15:50,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:15:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-24T23:15:50,670 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:15:50,670 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:15:50,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:15:50,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:15:50,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:15:50,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:15:50,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:15:50,671 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:15:50,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:15:50,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:15:50,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:15:50,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:15:50,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:15:50,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:15:50,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:15:50,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:15:50,675 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:15:50,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:15:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:50,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40459929ea032bb8885ba56105e58315 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T23:15:50,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=A 2024-11-24T23:15:50,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:50,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=B 2024-11-24T23:15:50,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:50,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=C 2024-11-24T23:15:50,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:50,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112427c9c8bf1dd449deb6fcce5597056578_40459929ea032bb8885ba56105e58315 is 50, key is test_row_0/A:col10/1732490150683/Put/seqid=0 2024-11-24T23:15:50,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742139_1315 (size=12154) 2024-11-24T23:15:50,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732490150707, max timestamp=1732490150724Num uniques 859; 2024-11-24T23:15:50,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-24T23:15:50,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732490150707, max timestamp=1732490150724Num uniques 859; 2024-11-24T23:15:50,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-24T23:15:50,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732490150707, max timestamp=1732490150724Num uniques 859; 2024-11-24T23:15:50,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-24T23:15:50,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490210740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:50,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:50,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:50,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:50,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490210741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:50,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:50,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:50,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:50,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490210751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:50,755 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:50,755 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:50,755 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:50,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490210752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:50,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490210752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:50,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:50,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:50,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:50,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:50,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:50,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-24T23:15:50,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-24T23:15:50,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:50,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:15:50,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:50,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:50,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:50,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:50,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490210859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:50,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:50,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:50,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490210860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:50,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:50,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:50,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490210860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:50,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:50,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:50,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:50,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:50,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:50,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:50,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490210869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:50,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:50,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:50,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:50,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:50,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490210869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:50,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:50,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-24T23:15:50,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:50,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:15:50,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:50,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:50,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:50,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-24T23:15:51,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490211069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:51,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:51,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490211080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:51,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:51,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490211080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:51,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:51,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490211089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:51,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490211089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:51,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:51,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:51,118 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:51,126 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112427c9c8bf1dd449deb6fcce5597056578_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112427c9c8bf1dd449deb6fcce5597056578_40459929ea032bb8885ba56105e58315 2024-11-24T23:15:51,126 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/615098cf340e460fb043f6df3ce66857, store: [table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:15:51,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/615098cf340e460fb043f6df3ce66857 is 175, key is test_row_0/A:col10/1732490150683/Put/seqid=0 2024-11-24T23:15:51,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742140_1316 (size=30955) 2024-11-24T23:15:51,134 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/615098cf340e460fb043f6df3ce66857 2024-11-24T23:15:51,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-24T23:15:51,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:51,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:15:51,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:51,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:51,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:51,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/b085ab87851d45f9b0060b671dd3dd24 is 50, key is test_row_0/B:col10/1732490150683/Put/seqid=0 2024-11-24T23:15:51,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742141_1317 (size=12001) 2024-11-24T23:15:51,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-24T23:15:51,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:51,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:15:51,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:51,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:51,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-24T23:15:51,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:51,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490211389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:51,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490211389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:51,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:51,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:51,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490211400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:51,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:51,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490211400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:51,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:51,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:51,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:51,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490211400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:51,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:51,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-24T23:15:51,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:51,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:15:51,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:51,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:51,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:51,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/b085ab87851d45f9b0060b671dd3dd24 2024-11-24T23:15:51,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/13fb495dcf3e4305b9becaf13ef519e4 is 50, key is test_row_0/C:col10/1732490150683/Put/seqid=0 2024-11-24T23:15:51,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-24T23:15:51,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:51,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:15:51,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:51,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:51,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:15:51,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742142_1318 (size=12001) 2024-11-24T23:15:51,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/13fb495dcf3e4305b9becaf13ef519e4 2024-11-24T23:15:51,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/615098cf340e460fb043f6df3ce66857 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/615098cf340e460fb043f6df3ce66857 2024-11-24T23:15:51,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/615098cf340e460fb043f6df3ce66857, entries=150, sequenceid=15, filesize=30.2 K 2024-11-24T23:15:51,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/b085ab87851d45f9b0060b671dd3dd24 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/b085ab87851d45f9b0060b671dd3dd24 2024-11-24T23:15:51,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/b085ab87851d45f9b0060b671dd3dd24, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T23:15:51,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/13fb495dcf3e4305b9becaf13ef519e4 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/13fb495dcf3e4305b9becaf13ef519e4 2024-11-24T23:15:51,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/13fb495dcf3e4305b9becaf13ef519e4, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T23:15:51,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 40459929ea032bb8885ba56105e58315 in 982ms, sequenceid=15, compaction requested=false 2024-11-24T23:15:51,666 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T23:15:51,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:15:51,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-24T23:15:51,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:51,751 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing 40459929ea032bb8885ba56105e58315 3/3 column families, dataSize=134.18 KB heapSize=370.92 KB 2024-11-24T23:15:51,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=A 2024-11-24T23:15:51,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:51,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=B 2024-11-24T23:15:51,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:51,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=C 2024-11-24T23:15:51,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:15:51,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240c042bb058454181b0533811b4138cce_40459929ea032bb8885ba56105e58315 is 50, key is test_row_0/A:col10/1732490150739/Put/seqid=0 2024-11-24T23:15:51,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742143_1319 (size=12154) 2024-11-24T23:15:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-24T23:15:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:51,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:15:51,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490211939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:51,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:51,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490211939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:51,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490211940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:51,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:51,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490211944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:51,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490211945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:51,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:51,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:51,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:51,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:52,006 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T23:15:52,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490212059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:52,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:52,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490212069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:52,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490212069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:52,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:52,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:52,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490212069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:52,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:52,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490212069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:52,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:52,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:52,198 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240c042bb058454181b0533811b4138cce_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240c042bb058454181b0533811b4138cce_40459929ea032bb8885ba56105e58315 2024-11-24T23:15:52,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/58efc21d06b040b1826ae629d10bbd24, store: [table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:15:52,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/58efc21d06b040b1826ae629d10bbd24 is 175, key is test_row_0/A:col10/1732490150739/Put/seqid=0 2024-11-24T23:15:52,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742144_1320 (size=30955) 2024-11-24T23:15:52,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490212269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:52,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:52,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490212279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:52,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:52,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490212279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:52,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:52,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:52,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490212279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:52,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:52,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490212279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:52,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:52,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490212579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:52,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:52,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490212589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:52,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:52,603 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/58efc21d06b040b1826ae629d10bbd24 2024-11-24T23:15:52,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490212599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:52,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:52,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490212599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:52,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:52,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:52,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490212599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:52,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:52,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:52,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/0d26b7e8a8884d68b14c4c9728ed4fdc is 50, key is test_row_0/B:col10/1732490150739/Put/seqid=0 2024-11-24T23:15:52,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742145_1321 (size=12001) 2024-11-24T23:15:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-24T23:15:53,014 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/0d26b7e8a8884d68b14c4c9728ed4fdc 2024-11-24T23:15:53,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/e8a9056621e94a0c9eec59f03b6e5004 is 50, key is test_row_0/C:col10/1732490150739/Put/seqid=0 2024-11-24T23:15:53,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742146_1322 (size=12001) 2024-11-24T23:15:53,029 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/e8a9056621e94a0c9eec59f03b6e5004 2024-11-24T23:15:53,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/58efc21d06b040b1826ae629d10bbd24 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/58efc21d06b040b1826ae629d10bbd24 2024-11-24T23:15:53,038 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/58efc21d06b040b1826ae629d10bbd24, entries=150, sequenceid=49, filesize=30.2 K 2024-11-24T23:15:53,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/0d26b7e8a8884d68b14c4c9728ed4fdc as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/0d26b7e8a8884d68b14c4c9728ed4fdc 2024-11-24T23:15:53,043 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/0d26b7e8a8884d68b14c4c9728ed4fdc, entries=150, sequenceid=49, filesize=11.7 K 2024-11-24T23:15:53,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/e8a9056621e94a0c9eec59f03b6e5004 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/e8a9056621e94a0c9eec59f03b6e5004 2024-11-24T23:15:53,047 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/e8a9056621e94a0c9eec59f03b6e5004, entries=150, sequenceid=49, filesize=11.7 K 2024-11-24T23:15:53,048 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~370.88 KB/379776, currentSize=60.38 KB/61830 for 40459929ea032bb8885ba56105e58315 in 1297ms, sequenceid=49, compaction requested=false 2024-11-24T23:15:53,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:15:53,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:53,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-24T23:15:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-11-24T23:15:53,051 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-24T23:15:53,051 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3730 sec 2024-11-24T23:15:53,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 2.3850 sec 2024-11-24T23:15:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:53,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40459929ea032bb8885ba56105e58315 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-24T23:15:53,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=A 2024-11-24T23:15:53,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:53,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=B 2024-11-24T23:15:53,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:53,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=C 2024-11-24T23:15:53,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:53,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c858fe18acaf46f7af4f96f31a354253_40459929ea032bb8885ba56105e58315 is 50, key is test_row_0/A:col10/1732490151940/Put/seqid=0 2024-11-24T23:15:53,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742147_1323 (size=14594) 2024-11-24T23:15:53,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490213134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:53,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:53,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490213135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:53,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:53,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490213141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:53,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:53,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490213146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:53,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490213147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:53,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:53,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:53,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490213249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:53,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:53,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490213260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:53,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:53,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490213260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:53,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:53,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:53,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490213269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:53,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:53,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490213269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:53,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:53,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:53,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490213459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:53,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:53,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490213479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490213479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:53,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:53,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490213489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:53,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:53,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490213489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:53,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:53,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:53,506 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:53,509 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c858fe18acaf46f7af4f96f31a354253_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c858fe18acaf46f7af4f96f31a354253_40459929ea032bb8885ba56105e58315 2024-11-24T23:15:53,510 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/34e612a5b3fc444a823362fbc3d03bdd, store: [table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:15:53,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/34e612a5b3fc444a823362fbc3d03bdd is 175, key is test_row_0/A:col10/1732490151940/Put/seqid=0 2024-11-24T23:15:53,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742148_1324 (size=39549) 2024-11-24T23:15:53,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:53,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490213769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:53,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:53,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:53,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490213799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:53,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:53,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:53,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490213799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:53,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:53,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490213809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:53,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:53,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490213809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:53,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:53,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:53,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:53,914 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/34e612a5b3fc444a823362fbc3d03bdd 2024-11-24T23:15:53,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/532d09da414c47659488be6c9f230d70 is 50, key is test_row_0/B:col10/1732490151940/Put/seqid=0 2024-11-24T23:15:53,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742149_1325 (size=12001) 2024-11-24T23:15:54,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490214289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:54,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/532d09da414c47659488be6c9f230d70 2024-11-24T23:15:54,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490214319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:54,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:54,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:54,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490214319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:54,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:54,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:54,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:54,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:54,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490214329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:54,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490214329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:54,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:54,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:54,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:54,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:54,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:54,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:54,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/a180874a2f42438d87d8e304ad5316b6 is 50, key is test_row_0/C:col10/1732490151940/Put/seqid=0 2024-11-24T23:15:54,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742150_1326 (size=12001) 2024-11-24T23:15:54,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/a180874a2f42438d87d8e304ad5316b6 2024-11-24T23:15:54,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/34e612a5b3fc444a823362fbc3d03bdd as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/34e612a5b3fc444a823362fbc3d03bdd 2024-11-24T23:15:54,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/34e612a5b3fc444a823362fbc3d03bdd, entries=200, sequenceid=62, filesize=38.6 K 2024-11-24T23:15:54,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/532d09da414c47659488be6c9f230d70 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/532d09da414c47659488be6c9f230d70 2024-11-24T23:15:54,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/532d09da414c47659488be6c9f230d70, entries=150, sequenceid=62, filesize=11.7 K 2024-11-24T23:15:54,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/a180874a2f42438d87d8e304ad5316b6 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/a180874a2f42438d87d8e304ad5316b6 2024-11-24T23:15:54,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/a180874a2f42438d87d8e304ad5316b6, entries=150, sequenceid=62, filesize=11.7 K 2024-11-24T23:15:54,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 40459929ea032bb8885ba56105e58315 in 1275ms, sequenceid=62, compaction requested=true 2024-11-24T23:15:54,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:15:54,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40459929ea032bb8885ba56105e58315:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:15:54,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:54,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40459929ea032bb8885ba56105e58315:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:15:54,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:54,367 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:15:54,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40459929ea032bb8885ba56105e58315:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:15:54,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:54,367 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:15:54,368 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:15:54,368 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:15:54,368 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 40459929ea032bb8885ba56105e58315/A is initiating minor compaction (all files) 2024-11-24T23:15:54,368 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 40459929ea032bb8885ba56105e58315/B is initiating minor compaction (all files) 2024-11-24T23:15:54,368 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40459929ea032bb8885ba56105e58315/A in TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:54,368 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40459929ea032bb8885ba56105e58315/B in TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:54,368 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/b085ab87851d45f9b0060b671dd3dd24, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/0d26b7e8a8884d68b14c4c9728ed4fdc, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/532d09da414c47659488be6c9f230d70] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp, totalSize=35.2 K 2024-11-24T23:15:54,368 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/615098cf340e460fb043f6df3ce66857, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/58efc21d06b040b1826ae629d10bbd24, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/34e612a5b3fc444a823362fbc3d03bdd] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp, totalSize=99.1 K 2024-11-24T23:15:54,368 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:54,368 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. files: [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/615098cf340e460fb043f6df3ce66857, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/58efc21d06b040b1826ae629d10bbd24, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/34e612a5b3fc444a823362fbc3d03bdd] 2024-11-24T23:15:54,369 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting b085ab87851d45f9b0060b671dd3dd24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732490150681 2024-11-24T23:15:54,369 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 615098cf340e460fb043f6df3ce66857, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732490150681 2024-11-24T23:15:54,371 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d26b7e8a8884d68b14c4c9728ed4fdc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732490150739 2024-11-24T23:15:54,371 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58efc21d06b040b1826ae629d10bbd24, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732490150739 2024-11-24T23:15:54,372 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 532d09da414c47659488be6c9f230d70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732490151937 2024-11-24T23:15:54,372 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34e612a5b3fc444a823362fbc3d03bdd, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732490151919 2024-11-24T23:15:54,386 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40459929ea032bb8885ba56105e58315#B#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:54,387 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/9952d7cac34d469e944e226e487f8ae1 is 50, key is test_row_0/B:col10/1732490151940/Put/seqid=0 2024-11-24T23:15:54,390 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:15:54,393 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112411ae1fd666044f7e9242373049ccb494_40459929ea032bb8885ba56105e58315 store=[table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:15:54,395 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112411ae1fd666044f7e9242373049ccb494_40459929ea032bb8885ba56105e58315, store=[table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:15:54,395 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112411ae1fd666044f7e9242373049ccb494_40459929ea032bb8885ba56105e58315 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:15:54,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742151_1327 (size=12104) 2024-11-24T23:15:54,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742152_1328 (size=4469) 2024-11-24T23:15:54,811 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/9952d7cac34d469e944e226e487f8ae1 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/9952d7cac34d469e944e226e487f8ae1 2024-11-24T23:15:54,815 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40459929ea032bb8885ba56105e58315#A#compaction#278 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:54,816 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/a7d163e8b4a74594921094366583c4e3 is 175, key is test_row_0/A:col10/1732490151940/Put/seqid=0 2024-11-24T23:15:54,816 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40459929ea032bb8885ba56105e58315/B of 40459929ea032bb8885ba56105e58315 into 9952d7cac34d469e944e226e487f8ae1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:54,816 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:15:54,817 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., storeName=40459929ea032bb8885ba56105e58315/B, priority=13, startTime=1732490154367; duration=0sec 2024-11-24T23:15:54,817 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:54,817 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40459929ea032bb8885ba56105e58315:B 2024-11-24T23:15:54,817 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:15:54,818 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:15:54,818 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 40459929ea032bb8885ba56105e58315/C is initiating minor compaction (all files) 2024-11-24T23:15:54,818 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40459929ea032bb8885ba56105e58315/C in TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:54,818 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/13fb495dcf3e4305b9becaf13ef519e4, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/e8a9056621e94a0c9eec59f03b6e5004, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/a180874a2f42438d87d8e304ad5316b6] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp, totalSize=35.2 K 2024-11-24T23:15:54,818 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 13fb495dcf3e4305b9becaf13ef519e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732490150681 2024-11-24T23:15:54,818 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting e8a9056621e94a0c9eec59f03b6e5004, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732490150739 2024-11-24T23:15:54,819 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting a180874a2f42438d87d8e304ad5316b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732490151937 2024-11-24T23:15:54,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742153_1329 (size=31058) 2024-11-24T23:15:54,823 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/a7d163e8b4a74594921094366583c4e3 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/a7d163e8b4a74594921094366583c4e3 2024-11-24T23:15:54,828 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40459929ea032bb8885ba56105e58315#C#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:54,829 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/234e17247e354d3dbd2774e48a4e4158 is 50, key is test_row_0/C:col10/1732490151940/Put/seqid=0 2024-11-24T23:15:54,833 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40459929ea032bb8885ba56105e58315/A of 40459929ea032bb8885ba56105e58315 into a7d163e8b4a74594921094366583c4e3(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:54,833 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:15:54,833 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., storeName=40459929ea032bb8885ba56105e58315/A, priority=13, startTime=1732490154367; duration=0sec 2024-11-24T23:15:54,833 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:54,833 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40459929ea032bb8885ba56105e58315:A 2024-11-24T23:15:54,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742154_1330 (size=12104) 2024-11-24T23:15:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-24T23:15:54,839 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:15:54,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:15:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-24T23:15:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-24T23:15:54,841 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:15:54,841 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:15:54,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:15:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-24T23:15:54,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-24T23:15:54,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:54,994 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 40459929ea032bb8885ba56105e58315 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-24T23:15:54,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=A 2024-11-24T23:15:54,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:54,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=B 2024-11-24T23:15:54,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:54,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=C 2024-11-24T23:15:54,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:55,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124df52839fa2e5494e96bf731bbf718ddb_40459929ea032bb8885ba56105e58315 is 50, key is test_row_0/A:col10/1732490153144/Put/seqid=0 2024-11-24T23:15:55,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742155_1331 (size=12154) 2024-11-24T23:15:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-24T23:15:55,238 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/234e17247e354d3dbd2774e48a4e4158 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/234e17247e354d3dbd2774e48a4e4158 2024-11-24T23:15:55,242 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40459929ea032bb8885ba56105e58315/C of 40459929ea032bb8885ba56105e58315 into 234e17247e354d3dbd2774e48a4e4158(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:55,242 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:15:55,242 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., storeName=40459929ea032bb8885ba56105e58315/C, priority=13, startTime=1732490154367; duration=0sec 2024-11-24T23:15:55,243 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:55,243 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40459929ea032bb8885ba56105e58315:C 2024-11-24T23:15:55,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:15:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:55,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490215347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:55,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:55,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490215347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:55,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:55,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490215348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:55,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:55,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490215349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:55,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490215349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:55,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:55,359 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_0' in 40459929ea032bb8885ba56105e58315 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:15:55,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:55,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:55,416 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124df52839fa2e5494e96bf731bbf718ddb_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124df52839fa2e5494e96bf731bbf718ddb_40459929ea032bb8885ba56105e58315 2024-11-24T23:15:55,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/2f8814ad49dc40a29bfec439cdd887d7, store: [table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:15:55,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/2f8814ad49dc40a29bfec439cdd887d7 is 175, key is test_row_0/A:col10/1732490153144/Put/seqid=0 2024-11-24T23:15:55,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742156_1332 (size=30955) 2024-11-24T23:15:55,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490215460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:55,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490215460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:55,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-24T23:15:55,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:55,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490215469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:55,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490215469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:55,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490215669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:55,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:55,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490215669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:55,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490215679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:55,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:55,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490215679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:55,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:55,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:55,820 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/2f8814ad49dc40a29bfec439cdd887d7 2024-11-24T23:15:55,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/f17cbeb1dd0c4257adca073e3d938d94 is 50, key is test_row_0/B:col10/1732490153144/Put/seqid=0 2024-11-24T23:15:55,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742157_1333 (size=12001) 2024-11-24T23:15:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-24T23:15:55,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490215979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:55,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:55,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490215979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:55,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:55,987 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:55,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:56,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490215999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:56,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:56,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:56,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:56,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490215999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:56,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:56,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:56,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:56,230 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/f17cbeb1dd0c4257adca073e3d938d94 2024-11-24T23:15:56,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/d58b9d7ed5634d9a865411b712d8d5ca is 50, key is test_row_0/C:col10/1732490153144/Put/seqid=0 2024-11-24T23:15:56,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742158_1334 (size=12001) 2024-11-24T23:15:56,248 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/d58b9d7ed5634d9a865411b712d8d5ca 2024-11-24T23:15:56,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/2f8814ad49dc40a29bfec439cdd887d7 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/2f8814ad49dc40a29bfec439cdd887d7 2024-11-24T23:15:56,256 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/2f8814ad49dc40a29bfec439cdd887d7, entries=150, sequenceid=83, filesize=30.2 K 2024-11-24T23:15:56,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/f17cbeb1dd0c4257adca073e3d938d94 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/f17cbeb1dd0c4257adca073e3d938d94 2024-11-24T23:15:56,266 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/f17cbeb1dd0c4257adca073e3d938d94, entries=150, sequenceid=83, filesize=11.7 K 2024-11-24T23:15:56,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/d58b9d7ed5634d9a865411b712d8d5ca as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/d58b9d7ed5634d9a865411b712d8d5ca 2024-11-24T23:15:56,271 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/d58b9d7ed5634d9a865411b712d8d5ca, entries=150, sequenceid=83, filesize=11.7 K 2024-11-24T23:15:56,272 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 40459929ea032bb8885ba56105e58315 in 1279ms, sequenceid=83, compaction requested=false 2024-11-24T23:15:56,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:15:56,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:56,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-24T23:15:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-24T23:15:56,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-24T23:15:56,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4330 sec 2024-11-24T23:15:56,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.4370 sec 2024-11-24T23:15:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:56,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40459929ea032bb8885ba56105e58315 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-24T23:15:56,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=A 2024-11-24T23:15:56,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:56,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=B 2024-11-24T23:15:56,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:56,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=C 2024-11-24T23:15:56,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:56,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a8880a0329254ffa95917cf916dedf8c_40459929ea032bb8885ba56105e58315 is 50, key is test_row_0/A:col10/1732490155348/Put/seqid=0 2024-11-24T23:15:56,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742159_1335 (size=14594) 2024-11-24T23:15:56,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:56,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490216528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:56,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:56,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:56,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:56,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490216534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:56,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:56,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490216535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:56,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:56,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:56,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:56,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:56,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:56,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:56,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490216535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:56,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:56,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:56,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:56,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490216649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:56,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:56,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:56,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:56,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:56,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490216649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:56,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:56,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:56,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:56,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:56,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490216650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:56,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:56,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:56,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:56,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:56,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490216650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:56,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:56,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:56,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:56,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490216869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:56,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490216869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:56,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:56,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:56,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:56,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:56,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490216870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:56,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:56,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:56,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490216870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:56,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:56,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:56,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:56,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:56,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:56,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:56,911 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:56,916 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a8880a0329254ffa95917cf916dedf8c_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a8880a0329254ffa95917cf916dedf8c_40459929ea032bb8885ba56105e58315 2024-11-24T23:15:56,918 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/c9a21e489eb14918b432801a698bc9df, store: [table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:15:56,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/c9a21e489eb14918b432801a698bc9df is 175, key is test_row_0/A:col10/1732490155348/Put/seqid=0 2024-11-24T23:15:56,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742160_1336 (size=39549) 2024-11-24T23:15:56,929 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/c9a21e489eb14918b432801a698bc9df 2024-11-24T23:15:56,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/05aa227133624822935b2c9642fb9505 is 50, key is test_row_0/B:col10/1732490155348/Put/seqid=0 2024-11-24T23:15:56,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742161_1337 (size=12001) 2024-11-24T23:15:56,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/05aa227133624822935b2c9642fb9505 2024-11-24T23:15:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-24T23:15:56,990 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:15:56,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:15:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-24T23:15:56,992 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:15:56,993 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:15:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-24T23:15:56,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:15:56,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/9ca1a3ca3a3640bab634e2cff436e04c is 50, key is test_row_0/C:col10/1732490155348/Put/seqid=0 2024-11-24T23:15:57,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742162_1338 (size=12001) 2024-11-24T23:15:57,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/9ca1a3ca3a3640bab634e2cff436e04c 2024-11-24T23:15:57,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/c9a21e489eb14918b432801a698bc9df as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/c9a21e489eb14918b432801a698bc9df 2024-11-24T23:15:57,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/c9a21e489eb14918b432801a698bc9df, entries=200, sequenceid=98, filesize=38.6 K 2024-11-24T23:15:57,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/05aa227133624822935b2c9642fb9505 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/05aa227133624822935b2c9642fb9505 2024-11-24T23:15:57,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/05aa227133624822935b2c9642fb9505, entries=150, sequenceid=98, filesize=11.7 K 2024-11-24T23:15:57,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/9ca1a3ca3a3640bab634e2cff436e04c as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/9ca1a3ca3a3640bab634e2cff436e04c 2024-11-24T23:15:57,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/9ca1a3ca3a3640bab634e2cff436e04c, entries=150, sequenceid=98, filesize=11.7 K 2024-11-24T23:15:57,054 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 40459929ea032bb8885ba56105e58315 in 553ms, sequenceid=98, compaction requested=true 2024-11-24T23:15:57,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:15:57,054 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:15:57,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40459929ea032bb8885ba56105e58315:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:15:57,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:57,055 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:15:57,055 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:15:57,056 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 40459929ea032bb8885ba56105e58315/A is initiating minor compaction (all files) 2024-11-24T23:15:57,056 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40459929ea032bb8885ba56105e58315/A in TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:57,056 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/a7d163e8b4a74594921094366583c4e3, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/2f8814ad49dc40a29bfec439cdd887d7, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/c9a21e489eb14918b432801a698bc9df] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp, totalSize=99.2 K 2024-11-24T23:15:57,056 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:57,056 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. files: [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/a7d163e8b4a74594921094366583c4e3, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/2f8814ad49dc40a29bfec439cdd887d7, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/c9a21e489eb14918b432801a698bc9df] 2024-11-24T23:15:57,057 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:15:57,057 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 40459929ea032bb8885ba56105e58315/B is initiating minor compaction (all files) 2024-11-24T23:15:57,057 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40459929ea032bb8885ba56105e58315/B in TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:57,057 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/9952d7cac34d469e944e226e487f8ae1, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/f17cbeb1dd0c4257adca073e3d938d94, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/05aa227133624822935b2c9642fb9505] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp, totalSize=35.3 K 2024-11-24T23:15:57,057 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7d163e8b4a74594921094366583c4e3, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732490151937 2024-11-24T23:15:57,057 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 9952d7cac34d469e944e226e487f8ae1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732490151937 2024-11-24T23:15:57,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40459929ea032bb8885ba56105e58315:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:15:57,058 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f8814ad49dc40a29bfec439cdd887d7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732490153134 2024-11-24T23:15:57,058 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting f17cbeb1dd0c4257adca073e3d938d94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732490153134 2024-11-24T23:15:57,058 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9a21e489eb14918b432801a698bc9df, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732490155339 2024-11-24T23:15:57,058 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 05aa227133624822935b2c9642fb9505, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732490155339 2024-11-24T23:15:57,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:57,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40459929ea032bb8885ba56105e58315:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:15:57,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:57,081 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:15:57,094 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40459929ea032bb8885ba56105e58315#B#compaction#287 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:57,094 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/13d11892b7464eb7b1a6bc113bd71820 is 50, key is test_row_0/B:col10/1732490155348/Put/seqid=0 2024-11-24T23:15:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-24T23:15:57,104 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411248e25a6fcdc0f4629a40f4085b99aecee_40459929ea032bb8885ba56105e58315 store=[table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:15:57,106 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411248e25a6fcdc0f4629a40f4085b99aecee_40459929ea032bb8885ba56105e58315, store=[table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:15:57,106 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248e25a6fcdc0f4629a40f4085b99aecee_40459929ea032bb8885ba56105e58315 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:15:57,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742163_1339 (size=12207) 2024-11-24T23:15:57,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742164_1340 (size=4469) 2024-11-24T23:15:57,124 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40459929ea032bb8885ba56105e58315#A#compaction#286 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:57,125 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/fc588849665c479db35c62c6df5733fd is 175, key is test_row_0/A:col10/1732490155348/Put/seqid=0 2024-11-24T23:15:57,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742165_1341 (size=31161) 2024-11-24T23:15:57,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-24T23:15:57,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:57,146 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 40459929ea032bb8885ba56105e58315 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-24T23:15:57,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=A 2024-11-24T23:15:57,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:57,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=B 2024-11-24T23:15:57,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:57,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=C 2024-11-24T23:15:57,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:57,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112438a274ba594f4628be52d6fd58228e97_40459929ea032bb8885ba56105e58315 is 50, key is test_row_0/A:col10/1732490156534/Put/seqid=0 2024-11-24T23:15:57,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742166_1342 (size=12154) 2024-11-24T23:15:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:57,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:15:57,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490217215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:57,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:57,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490217216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:57,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:57,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490217226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:57,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:57,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490217227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:57,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-24T23:15:57,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490217329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:57,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:57,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490217344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:57,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:57,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490217344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:57,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:57,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:57,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490217349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:57,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:57,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490217379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:57,388 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_0' in 40459929ea032bb8885ba56105e58315 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:15:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:57,525 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/13d11892b7464eb7b1a6bc113bd71820 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/13d11892b7464eb7b1a6bc113bd71820 2024-11-24T23:15:57,533 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40459929ea032bb8885ba56105e58315/B of 40459929ea032bb8885ba56105e58315 into 13d11892b7464eb7b1a6bc113bd71820(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:57,533 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:15:57,533 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., storeName=40459929ea032bb8885ba56105e58315/B, priority=13, startTime=1732490157055; duration=0sec 2024-11-24T23:15:57,533 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:15:57,533 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40459929ea032bb8885ba56105e58315:B 2024-11-24T23:15:57,533 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:15:57,535 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:15:57,535 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 40459929ea032bb8885ba56105e58315/C is initiating minor compaction (all files) 2024-11-24T23:15:57,535 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40459929ea032bb8885ba56105e58315/C in TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:57,535 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/234e17247e354d3dbd2774e48a4e4158, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/d58b9d7ed5634d9a865411b712d8d5ca, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/9ca1a3ca3a3640bab634e2cff436e04c] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp, totalSize=35.3 K 2024-11-24T23:15:57,536 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 234e17247e354d3dbd2774e48a4e4158, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732490151937 2024-11-24T23:15:57,536 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/fc588849665c479db35c62c6df5733fd as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/fc588849665c479db35c62c6df5733fd 2024-11-24T23:15:57,538 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting d58b9d7ed5634d9a865411b712d8d5ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732490153134 2024-11-24T23:15:57,538 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ca1a3ca3a3640bab634e2cff436e04c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732490155339 2024-11-24T23:15:57,541 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40459929ea032bb8885ba56105e58315/A of 40459929ea032bb8885ba56105e58315 into fc588849665c479db35c62c6df5733fd(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:57,541 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:15:57,541 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., storeName=40459929ea032bb8885ba56105e58315/A, priority=13, startTime=1732490157054; duration=0sec 2024-11-24T23:15:57,542 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:57,542 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40459929ea032bb8885ba56105e58315:A 2024-11-24T23:15:57,545 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40459929ea032bb8885ba56105e58315#C#compaction#289 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:15:57,546 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/2183328f27c8431c88ad9aa57efb92b4 is 50, key is test_row_0/C:col10/1732490155348/Put/seqid=0 2024-11-24T23:15:57,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490217539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:57,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:57,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742167_1343 (size=12207) 2024-11-24T23:15:57,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:57,555 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/2183328f27c8431c88ad9aa57efb92b4 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/2183328f27c8431c88ad9aa57efb92b4 2024-11-24T23:15:57,558 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112438a274ba594f4628be52d6fd58228e97_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112438a274ba594f4628be52d6fd58228e97_40459929ea032bb8885ba56105e58315 2024-11-24T23:15:57,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/dad8626a317b4615ad5cd14cd2fe7bec, store: [table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:15:57,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/dad8626a317b4615ad5cd14cd2fe7bec is 175, key is test_row_0/A:col10/1732490156534/Put/seqid=0 2024-11-24T23:15:57,560 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40459929ea032bb8885ba56105e58315/C of 40459929ea032bb8885ba56105e58315 into 2183328f27c8431c88ad9aa57efb92b4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:15:57,560 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:15:57,560 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., storeName=40459929ea032bb8885ba56105e58315/C, priority=13, startTime=1732490157058; duration=0sec 2024-11-24T23:15:57,560 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:15:57,560 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40459929ea032bb8885ba56105e58315:C 2024-11-24T23:15:57,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490217560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:57,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490217560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:57,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:57,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490217560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:57,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:57,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:57,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742168_1344 (size=30955) 2024-11-24T23:15:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-24T23:15:57,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490217859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:57,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:57,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490217869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:57,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490217869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:57,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:57,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490217869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:57,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:57,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:57,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:57,966 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/dad8626a317b4615ad5cd14cd2fe7bec 2024-11-24T23:15:57,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/d5a5d93cc9b64eb7b772adee77548e83 is 50, key is test_row_0/B:col10/1732490156534/Put/seqid=0 2024-11-24T23:15:57,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742169_1345 (size=12001) 2024-11-24T23:15:57,976 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/d5a5d93cc9b64eb7b772adee77548e83 2024-11-24T23:15:57,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/ef81aa8a4ca34828a3bcc2a177c25a5a is 50, key is test_row_0/C:col10/1732490156534/Put/seqid=0 2024-11-24T23:15:57,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742170_1346 (size=12001) 2024-11-24T23:15:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-24T23:15:58,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490218369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:58,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:58,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:58,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:58,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490218379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:58,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490218379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:58,382 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:58,382 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:58,382 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:58,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:58,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:58,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:58,386 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/ef81aa8a4ca34828a3bcc2a177c25a5a 2024-11-24T23:15:58,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/dad8626a317b4615ad5cd14cd2fe7bec as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/dad8626a317b4615ad5cd14cd2fe7bec 2024-11-24T23:15:58,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490218389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:58,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:58,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:58,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:58,395 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/dad8626a317b4615ad5cd14cd2fe7bec, entries=150, sequenceid=116, filesize=30.2 K 2024-11-24T23:15:58,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/d5a5d93cc9b64eb7b772adee77548e83 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/d5a5d93cc9b64eb7b772adee77548e83 2024-11-24T23:15:58,398 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/d5a5d93cc9b64eb7b772adee77548e83, entries=150, sequenceid=116, filesize=11.7 K 2024-11-24T23:15:58,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/ef81aa8a4ca34828a3bcc2a177c25a5a as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/ef81aa8a4ca34828a3bcc2a177c25a5a 2024-11-24T23:15:58,403 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/ef81aa8a4ca34828a3bcc2a177c25a5a, entries=150, sequenceid=116, filesize=11.7 K 2024-11-24T23:15:58,404 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 40459929ea032bb8885ba56105e58315 in 1258ms, sequenceid=116, compaction requested=false 2024-11-24T23:15:58,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:15:58,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:58,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-24T23:15:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-24T23:15:58,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-24T23:15:58,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4120 sec 2024-11-24T23:15:58,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.4180 sec 2024-11-24T23:15:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-24T23:15:59,140 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:15:59,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:15:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-24T23:15:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-24T23:15:59,142 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:15:59,142 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:15:59,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:15:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-24T23:15:59,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-24T23:15:59,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:15:59,295 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 40459929ea032bb8885ba56105e58315 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-24T23:15:59,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=A 2024-11-24T23:15:59,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:59,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=B 2024-11-24T23:15:59,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:59,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=C 2024-11-24T23:15:59,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:15:59,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244b287800b8534546a3f471afd6faf6d5_40459929ea032bb8885ba56105e58315 is 50, key is test_row_0/A:col10/1732490157226/Put/seqid=0 2024-11-24T23:15:59,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742171_1347 (size=12204) 2024-11-24T23:15:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 40459929ea032bb8885ba56105e58315 2024-11-24T23:15:59,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:15:59,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490219426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:59,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:59,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:59,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:59,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490219427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:59,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:59,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:59,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:59,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490219428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:59,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:59,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:59,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490219429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:59,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:59,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:59,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:59,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-24T23:15:59,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490219539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:59,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490219539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:59,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:59,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:59,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:59,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:59,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:59,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:59,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490219549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:59,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:59,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490219549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:59,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:59,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:59,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:59,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:59,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:59,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:15:59,709 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244b287800b8534546a3f471afd6faf6d5_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244b287800b8534546a3f471afd6faf6d5_40459929ea032bb8885ba56105e58315 2024-11-24T23:15:59,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/87369633052a40839c488250273b3179, store: [table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:15:59,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/87369633052a40839c488250273b3179 is 175, key is test_row_0/A:col10/1732490157226/Put/seqid=0 2024-11-24T23:15:59,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742172_1348 (size=31005) 2024-11-24T23:15:59,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490219759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:59,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:59,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:59,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490219759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:59,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:59,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:59,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:59,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-24T23:15:59,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490219769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:59,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:15:59,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490219769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:15:59,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:59,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:15:59,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:59,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:15:59,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:00,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490220079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:00,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:00,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:00,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490220079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:00,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:00,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:00,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:00,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:00,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490220089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:00,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:00,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490220089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:00,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:00,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:00,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:00,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:00,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:00,113 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/87369633052a40839c488250273b3179 2024-11-24T23:16:00,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/d68bf29a87334049a53891a9d5a87502 is 50, key is test_row_0/B:col10/1732490157226/Put/seqid=0 2024-11-24T23:16:00,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742173_1349 (size=12051) 2024-11-24T23:16:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-24T23:16:00,524 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/d68bf29a87334049a53891a9d5a87502 2024-11-24T23:16:00,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/9edd06011a174873a6b72f5a35e9ef49 is 50, key is test_row_0/C:col10/1732490157226/Put/seqid=0 2024-11-24T23:16:00,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742174_1350 (size=12051) 2024-11-24T23:16:00,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490220599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:00,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:00,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490220599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:00,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:00,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:00,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:00,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490220599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:00,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:00,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:00,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:00,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:00,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:00,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490220609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:00,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:00,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:00,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:00,936 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/9edd06011a174873a6b72f5a35e9ef49 2024-11-24T23:16:00,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/87369633052a40839c488250273b3179 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/87369633052a40839c488250273b3179 2024-11-24T23:16:00,952 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/87369633052a40839c488250273b3179, entries=150, sequenceid=133, filesize=30.3 K 2024-11-24T23:16:00,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/d68bf29a87334049a53891a9d5a87502 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/d68bf29a87334049a53891a9d5a87502 2024-11-24T23:16:00,962 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/d68bf29a87334049a53891a9d5a87502, entries=150, sequenceid=133, filesize=11.8 K 2024-11-24T23:16:00,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/9edd06011a174873a6b72f5a35e9ef49 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/9edd06011a174873a6b72f5a35e9ef49 2024-11-24T23:16:00,973 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/9edd06011a174873a6b72f5a35e9ef49, entries=150, sequenceid=133, filesize=11.8 K 2024-11-24T23:16:00,977 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 40459929ea032bb8885ba56105e58315 in 1682ms, sequenceid=133, compaction requested=true 2024-11-24T23:16:00,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:16:00,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:00,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-24T23:16:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-24T23:16:00,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-24T23:16:00,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8390 sec 2024-11-24T23:16:00,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.8440 sec 2024-11-24T23:16:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-24T23:16:01,289 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:16:01,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:16:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-24T23:16:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-24T23:16:01,291 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:16:01,292 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:16:01,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:16:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-24T23:16:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 40459929ea032bb8885ba56105e58315 2024-11-24T23:16:01,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40459929ea032bb8885ba56105e58315 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-24T23:16:01,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=A 2024-11-24T23:16:01,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:01,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=B 2024-11-24T23:16:01,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:01,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=C 2024-11-24T23:16:01,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:01,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-24T23:16:01,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:01,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:16:01,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:01,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:01,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:01,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e30ac7e1032a41539de139d9a07b1d99_40459929ea032bb8885ba56105e58315 is 50, key is test_row_0/A:col10/1732490161433/Put/seqid=0 2024-11-24T23:16:01,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742175_1351 (size=14794) 2024-11-24T23:16:01,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490221545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:01,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:01,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:01,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:01,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-24T23:16:01,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:01,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:16:01,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:01,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:01,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-24T23:16:01,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490221609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:01,619 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_2' in 40459929ea032bb8885ba56105e58315 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:16:01,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:01,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:01,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:01,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490221619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:01,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490221619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:01,628 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_1' in 40459929ea032bb8885ba56105e58315 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:16:01,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:01,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:01,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:01,629 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_2' in 40459929ea032bb8885ba56105e58315 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:16:01,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:01,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:01,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:01,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490221630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:01,643 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_1' in 40459929ea032bb8885ba56105e58315 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:16:01,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:01,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:01,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:01,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490221669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:01,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:01,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:01,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:01,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-24T23:16:01,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:01,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:16:01,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:01,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:01,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:01,868 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:01,876 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e30ac7e1032a41539de139d9a07b1d99_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e30ac7e1032a41539de139d9a07b1d99_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:01,877 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/2856463630214fd88abff297f752313c, store: [table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:01,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/2856463630214fd88abff297f752313c is 175, key is test_row_0/A:col10/1732490161433/Put/seqid=0 2024-11-24T23:16:01,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-24T23:16:01,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:01,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:16:01,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:01,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:01,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:01,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490221889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:01,911 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:01,911 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:01,911 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-24T23:16:01,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742176_1352 (size=39749) 2024-11-24T23:16:02,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-24T23:16:02,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:02,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:16:02,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:02,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:02,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:02,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-24T23:16:02,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:02,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:16:02,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:02,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:02,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:02,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490222219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:02,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:02,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:02,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:02,317 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=152, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/2856463630214fd88abff297f752313c 2024-11-24T23:16:02,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/d59561fc8afe4c26b812bedda1c31fb8 is 50, key is test_row_0/B:col10/1732490161433/Put/seqid=0 2024-11-24T23:16:02,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-24T23:16:02,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:02,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:16:02,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:02,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:02,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:02,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742177_1353 (size=12151) 2024-11-24T23:16:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:02,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/d59561fc8afe4c26b812bedda1c31fb8 2024-11-24T23:16:02,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/ad21467ad7fe401e945410671b755ff1 is 50, key is test_row_0/C:col10/1732490161433/Put/seqid=0 2024-11-24T23:16:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-24T23:16:02,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742178_1354 (size=12151) 2024-11-24T23:16:02,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/ad21467ad7fe401e945410671b755ff1 2024-11-24T23:16:02,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/2856463630214fd88abff297f752313c as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/2856463630214fd88abff297f752313c 2024-11-24T23:16:02,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/2856463630214fd88abff297f752313c, entries=200, sequenceid=152, filesize=38.8 K 2024-11-24T23:16:02,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/d59561fc8afe4c26b812bedda1c31fb8 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/d59561fc8afe4c26b812bedda1c31fb8 2024-11-24T23:16:02,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/d59561fc8afe4c26b812bedda1c31fb8, entries=150, sequenceid=152, filesize=11.9 K 2024-11-24T23:16:02,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/ad21467ad7fe401e945410671b755ff1 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/ad21467ad7fe401e945410671b755ff1 2024-11-24T23:16:02,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/ad21467ad7fe401e945410671b755ff1, entries=150, sequenceid=152, filesize=11.9 K 2024-11-24T23:16:02,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 40459929ea032bb8885ba56105e58315 in 1029ms, sequenceid=152, compaction requested=true 2024-11-24T23:16:02,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:16:02,464 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:16:02,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40459929ea032bb8885ba56105e58315:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:16:02,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:02,464 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:16:02,465 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:16:02,466 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 40459929ea032bb8885ba56105e58315/B is initiating minor compaction (all files) 2024-11-24T23:16:02,466 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40459929ea032bb8885ba56105e58315/B in TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:02,466 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/13d11892b7464eb7b1a6bc113bd71820, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/d5a5d93cc9b64eb7b772adee77548e83, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/d68bf29a87334049a53891a9d5a87502, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/d59561fc8afe4c26b812bedda1c31fb8] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp, totalSize=47.3 K 2024-11-24T23:16:02,468 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132870 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:16:02,468 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 40459929ea032bb8885ba56105e58315/A is initiating minor compaction (all files) 2024-11-24T23:16:02,468 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40459929ea032bb8885ba56105e58315/A in TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:02,468 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/fc588849665c479db35c62c6df5733fd, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/dad8626a317b4615ad5cd14cd2fe7bec, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/87369633052a40839c488250273b3179, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/2856463630214fd88abff297f752313c] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp, totalSize=129.8 K 2024-11-24T23:16:02,468 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:02,468 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. files: [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/fc588849665c479db35c62c6df5733fd, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/dad8626a317b4615ad5cd14cd2fe7bec, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/87369633052a40839c488250273b3179, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/2856463630214fd88abff297f752313c] 2024-11-24T23:16:02,470 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13d11892b7464eb7b1a6bc113bd71820, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732490155339 2024-11-24T23:16:02,470 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting fc588849665c479db35c62c6df5733fd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732490155339 2024-11-24T23:16:02,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40459929ea032bb8885ba56105e58315:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:16:02,470 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5a5d93cc9b64eb7b772adee77548e83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732490156533 2024-11-24T23:16:02,472 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting d68bf29a87334049a53891a9d5a87502, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732490157195 2024-11-24T23:16:02,472 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting dad8626a317b4615ad5cd14cd2fe7bec, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732490156533 2024-11-24T23:16:02,472 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting d59561fc8afe4c26b812bedda1c31fb8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732490159426 2024-11-24T23:16:02,472 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 87369633052a40839c488250273b3179, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732490157195 2024-11-24T23:16:02,475 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 2856463630214fd88abff297f752313c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732490159426 2024-11-24T23:16:02,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:02,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40459929ea032bb8885ba56105e58315:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:16:02,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:02,491 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40459929ea032bb8885ba56105e58315#B#compaction#298 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:02,492 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/e0a5e395b9774fbcbb76004f7312589b is 50, key is test_row_0/B:col10/1732490161433/Put/seqid=0 2024-11-24T23:16:02,500 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:02,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-24T23:16:02,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:02,524 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 40459929ea032bb8885ba56105e58315 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-24T23:16:02,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=A 2024-11-24T23:16:02,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:02,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=B 2024-11-24T23:16:02,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:02,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=C 2024-11-24T23:16:02,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:02,529 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124a0e3ab92632147b38914588073982e60_40459929ea032bb8885ba56105e58315 store=[table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:02,532 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124a0e3ab92632147b38914588073982e60_40459929ea032bb8885ba56105e58315, store=[table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:02,533 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a0e3ab92632147b38914588073982e60_40459929ea032bb8885ba56105e58315 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:02,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742179_1355 (size=12493) 2024-11-24T23:16:02,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742180_1356 (size=4469) 2024-11-24T23:16:02,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124dfa0f297f5e842bc96e45228616798ef_40459929ea032bb8885ba56105e58315 is 50, key is test_row_0/A:col10/1732490161543/Put/seqid=0 2024-11-24T23:16:02,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742181_1357 (size=12304) 2024-11-24T23:16:02,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:02,617 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124dfa0f297f5e842bc96e45228616798ef_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124dfa0f297f5e842bc96e45228616798ef_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:02,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/88de99cb86cb4d94ab9996a47c651a51, store: [table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:02,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/88de99cb86cb4d94ab9996a47c651a51 is 175, key is test_row_0/A:col10/1732490161543/Put/seqid=0 2024-11-24T23:16:02,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742182_1358 (size=31105) 2024-11-24T23:16:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 40459929ea032bb8885ba56105e58315 2024-11-24T23:16:02,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:16:02,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490222901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:02,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:02,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:02,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:02,958 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/e0a5e395b9774fbcbb76004f7312589b as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/e0a5e395b9774fbcbb76004f7312589b 2024-11-24T23:16:02,961 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40459929ea032bb8885ba56105e58315/B of 40459929ea032bb8885ba56105e58315 into e0a5e395b9774fbcbb76004f7312589b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:02,961 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:16:02,961 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., storeName=40459929ea032bb8885ba56105e58315/B, priority=12, startTime=1732490162464; duration=0sec 2024-11-24T23:16:02,962 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:02,962 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40459929ea032bb8885ba56105e58315:B 2024-11-24T23:16:02,962 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:16:02,965 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:16:02,965 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 40459929ea032bb8885ba56105e58315/C is initiating minor compaction (all files) 2024-11-24T23:16:02,965 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40459929ea032bb8885ba56105e58315/C in TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:02,965 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/2183328f27c8431c88ad9aa57efb92b4, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/ef81aa8a4ca34828a3bcc2a177c25a5a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/9edd06011a174873a6b72f5a35e9ef49, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/ad21467ad7fe401e945410671b755ff1] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp, totalSize=47.3 K 2024-11-24T23:16:02,966 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2183328f27c8431c88ad9aa57efb92b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732490155339 2024-11-24T23:16:02,966 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef81aa8a4ca34828a3bcc2a177c25a5a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732490156533 2024-11-24T23:16:02,966 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9edd06011a174873a6b72f5a35e9ef49, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732490157195 2024-11-24T23:16:02,966 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad21467ad7fe401e945410671b755ff1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732490159426 2024-11-24T23:16:02,975 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40459929ea032bb8885ba56105e58315#C#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:02,976 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/b4aec0a8bc764973ae2b67bddd56f86d is 50, key is test_row_0/C:col10/1732490161433/Put/seqid=0 2024-11-24T23:16:02,979 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40459929ea032bb8885ba56105e58315#A#compaction#299 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:02,979 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/506fdc618cbb4486a5856298b9561341 is 175, key is test_row_0/A:col10/1732490161433/Put/seqid=0 2024-11-24T23:16:03,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742183_1359 (size=12493) 2024-11-24T23:16:03,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742184_1360 (size=31447) 2024-11-24T23:16:03,009 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/b4aec0a8bc764973ae2b67bddd56f86d as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/b4aec0a8bc764973ae2b67bddd56f86d 2024-11-24T23:16:03,014 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40459929ea032bb8885ba56105e58315/C of 40459929ea032bb8885ba56105e58315 into b4aec0a8bc764973ae2b67bddd56f86d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:03,014 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:16:03,014 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., storeName=40459929ea032bb8885ba56105e58315/C, priority=12, startTime=1732490162486; duration=0sec 2024-11-24T23:16:03,014 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:03,014 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40459929ea032bb8885ba56105e58315:C 2024-11-24T23:16:03,033 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=165, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/88de99cb86cb4d94ab9996a47c651a51 2024-11-24T23:16:03,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490223029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:03,038 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:03,038 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:03,038 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:03,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/e935b0d172c14cf29c520a1743779338 is 50, key is test_row_0/B:col10/1732490161543/Put/seqid=0 2024-11-24T23:16:03,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742185_1361 (size=12151) 2024-11-24T23:16:03,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:03,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490223249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:03,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:03,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:03,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:03,407 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/506fdc618cbb4486a5856298b9561341 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/506fdc618cbb4486a5856298b9561341 2024-11-24T23:16:03,411 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40459929ea032bb8885ba56105e58315/A of 40459929ea032bb8885ba56105e58315 into 506fdc618cbb4486a5856298b9561341(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:03,411 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:16:03,411 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., storeName=40459929ea032bb8885ba56105e58315/A, priority=12, startTime=1732490162463; duration=0sec 2024-11-24T23:16:03,411 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:03,411 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40459929ea032bb8885ba56105e58315:A 2024-11-24T23:16:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-24T23:16:03,445 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/e935b0d172c14cf29c520a1743779338 2024-11-24T23:16:03,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/d809e26a9ca041eda0b46718b2c9c17d is 50, key is test_row_0/C:col10/1732490161543/Put/seqid=0 2024-11-24T23:16:03,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742186_1362 (size=12151) 2024-11-24T23:16:03,465 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/d809e26a9ca041eda0b46718b2c9c17d 2024-11-24T23:16:03,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/88de99cb86cb4d94ab9996a47c651a51 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/88de99cb86cb4d94ab9996a47c651a51 2024-11-24T23:16:03,471 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/88de99cb86cb4d94ab9996a47c651a51, entries=150, sequenceid=165, filesize=30.4 K 2024-11-24T23:16:03,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/e935b0d172c14cf29c520a1743779338 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/e935b0d172c14cf29c520a1743779338 2024-11-24T23:16:03,475 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/e935b0d172c14cf29c520a1743779338, entries=150, sequenceid=165, filesize=11.9 K 2024-11-24T23:16:03,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/d809e26a9ca041eda0b46718b2c9c17d as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/d809e26a9ca041eda0b46718b2c9c17d 2024-11-24T23:16:03,481 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/d809e26a9ca041eda0b46718b2c9c17d, entries=150, sequenceid=165, filesize=11.9 K 2024-11-24T23:16:03,482 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 40459929ea032bb8885ba56105e58315 in 958ms, sequenceid=165, compaction requested=false 2024-11-24T23:16:03,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:16:03,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:03,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-24T23:16:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-24T23:16:03,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-24T23:16:03,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1910 sec 2024-11-24T23:16:03,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.1960 sec 2024-11-24T23:16:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 40459929ea032bb8885ba56105e58315 2024-11-24T23:16:03,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40459929ea032bb8885ba56105e58315 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-24T23:16:03,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=A 2024-11-24T23:16:03,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:03,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=B 2024-11-24T23:16:03,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:03,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=C 2024-11-24T23:16:03,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:03,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112441b9f419c27b442ba146caf01ce1c603_40459929ea032bb8885ba56105e58315 is 50, key is test_row_0/A:col10/1732490162900/Put/seqid=0 2024-11-24T23:16:03,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742187_1363 (size=14794) 2024-11-24T23:16:03,584 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:03,587 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112441b9f419c27b442ba146caf01ce1c603_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112441b9f419c27b442ba146caf01ce1c603_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:03,587 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/93366be1e8714c379af6307ff872b7ba, store: [table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:03,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/93366be1e8714c379af6307ff872b7ba is 175, key is test_row_0/A:col10/1732490162900/Put/seqid=0 2024-11-24T23:16:03,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742188_1364 (size=39749) 2024-11-24T23:16:03,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490223628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:03,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490223628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:03,638 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_2' in 40459929ea032bb8885ba56105e58315 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:16:03,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:03,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:03,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:03,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490223639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:03,649 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_2' in 40459929ea032bb8885ba56105e58315 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:16:03,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:03,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:03,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:03,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490223649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:03,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490223649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:03,654 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_1' in 40459929ea032bb8885ba56105e58315 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4227 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:16:03,654 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_1' in 40459929ea032bb8885ba56105e58315 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:16:03,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:03,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:03,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:03,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:03,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:03,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:03,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490223739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:03,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:03,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:03,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:03,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490223948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:03,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:03,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:03,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:03,991 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=188, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/93366be1e8714c379af6307ff872b7ba 2024-11-24T23:16:04,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/1c05f2db1a414380822eaeedcba0ba8d is 50, key is test_row_0/B:col10/1732490162900/Put/seqid=0 2024-11-24T23:16:04,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742189_1365 (size=12151) 2024-11-24T23:16:04,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490224259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:04,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:04,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:04,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:04,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/1c05f2db1a414380822eaeedcba0ba8d 2024-11-24T23:16:04,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/f6d59fc923be4371909019c02ebb805a is 50, key is test_row_0/C:col10/1732490162900/Put/seqid=0 2024-11-24T23:16:04,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742190_1366 (size=12151) 2024-11-24T23:16:04,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490224779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:04,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:04,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:04,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:04,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/f6d59fc923be4371909019c02ebb805a 2024-11-24T23:16:04,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/93366be1e8714c379af6307ff872b7ba as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/93366be1e8714c379af6307ff872b7ba 2024-11-24T23:16:04,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/93366be1e8714c379af6307ff872b7ba, entries=200, sequenceid=188, filesize=38.8 K 2024-11-24T23:16:04,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/1c05f2db1a414380822eaeedcba0ba8d as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/1c05f2db1a414380822eaeedcba0ba8d 2024-11-24T23:16:04,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/1c05f2db1a414380822eaeedcba0ba8d, entries=150, sequenceid=188, filesize=11.9 K 2024-11-24T23:16:04,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/f6d59fc923be4371909019c02ebb805a as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/f6d59fc923be4371909019c02ebb805a 2024-11-24T23:16:04,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/f6d59fc923be4371909019c02ebb805a, entries=150, sequenceid=188, filesize=11.9 K 2024-11-24T23:16:04,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 40459929ea032bb8885ba56105e58315 in 1253ms, sequenceid=188, compaction requested=true 2024-11-24T23:16:04,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:16:04,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40459929ea032bb8885ba56105e58315:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:16:04,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:04,826 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:04,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40459929ea032bb8885ba56105e58315:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:16:04,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:04,826 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:04,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40459929ea032bb8885ba56105e58315:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:16:04,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:04,827 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:04,827 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 40459929ea032bb8885ba56105e58315/B is initiating minor compaction (all files) 2024-11-24T23:16:04,827 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40459929ea032bb8885ba56105e58315/B in TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:04,827 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/e0a5e395b9774fbcbb76004f7312589b, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/e935b0d172c14cf29c520a1743779338, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/1c05f2db1a414380822eaeedcba0ba8d] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp, totalSize=35.9 K 2024-11-24T23:16:04,827 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:04,827 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 40459929ea032bb8885ba56105e58315/A is initiating minor compaction (all files) 2024-11-24T23:16:04,827 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40459929ea032bb8885ba56105e58315/A in TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:04,827 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/506fdc618cbb4486a5856298b9561341, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/88de99cb86cb4d94ab9996a47c651a51, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/93366be1e8714c379af6307ff872b7ba] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp, totalSize=99.9 K 2024-11-24T23:16:04,827 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:04,827 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. files: [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/506fdc618cbb4486a5856298b9561341, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/88de99cb86cb4d94ab9996a47c651a51, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/93366be1e8714c379af6307ff872b7ba] 2024-11-24T23:16:04,828 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting e0a5e395b9774fbcbb76004f7312589b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732490159426 2024-11-24T23:16:04,828 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting e935b0d172c14cf29c520a1743779338, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732490161508 2024-11-24T23:16:04,828 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 506fdc618cbb4486a5856298b9561341, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732490159426 2024-11-24T23:16:04,828 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c05f2db1a414380822eaeedcba0ba8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732490162879 2024-11-24T23:16:04,828 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88de99cb86cb4d94ab9996a47c651a51, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732490161508 2024-11-24T23:16:04,829 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93366be1e8714c379af6307ff872b7ba, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732490162879 2024-11-24T23:16:04,834 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:04,835 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40459929ea032bb8885ba56105e58315#B#compaction#308 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:04,836 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/fcf2c17ef7924791b02ae569ba4cf863 is 50, key is test_row_0/B:col10/1732490162900/Put/seqid=0 2024-11-24T23:16:04,845 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411241d72eb5452784d35b78a3a4fce2f85db_40459929ea032bb8885ba56105e58315 store=[table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:04,847 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411241d72eb5452784d35b78a3a4fce2f85db_40459929ea032bb8885ba56105e58315, store=[table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:04,847 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241d72eb5452784d35b78a3a4fce2f85db_40459929ea032bb8885ba56105e58315 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:04,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742191_1367 (size=12595) 2024-11-24T23:16:04,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742192_1368 (size=4469) 2024-11-24T23:16:05,253 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/fcf2c17ef7924791b02ae569ba4cf863 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/fcf2c17ef7924791b02ae569ba4cf863 2024-11-24T23:16:05,261 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40459929ea032bb8885ba56105e58315#A#compaction#307 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:05,262 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/633d749781cb490981891a7fffd45909 is 175, key is test_row_0/A:col10/1732490162900/Put/seqid=0 2024-11-24T23:16:05,264 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40459929ea032bb8885ba56105e58315/B of 40459929ea032bb8885ba56105e58315 into fcf2c17ef7924791b02ae569ba4cf863(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:05,265 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:16:05,265 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., storeName=40459929ea032bb8885ba56105e58315/B, priority=13, startTime=1732490164826; duration=0sec 2024-11-24T23:16:05,265 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:05,265 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40459929ea032bb8885ba56105e58315:B 2024-11-24T23:16:05,265 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:05,267 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:05,267 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 40459929ea032bb8885ba56105e58315/C is initiating minor compaction (all files) 2024-11-24T23:16:05,267 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40459929ea032bb8885ba56105e58315/C in TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:05,267 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/b4aec0a8bc764973ae2b67bddd56f86d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/d809e26a9ca041eda0b46718b2c9c17d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/f6d59fc923be4371909019c02ebb805a] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp, totalSize=35.9 K 2024-11-24T23:16:05,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742193_1369 (size=31549) 2024-11-24T23:16:05,271 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting b4aec0a8bc764973ae2b67bddd56f86d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732490159426 2024-11-24T23:16:05,272 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting d809e26a9ca041eda0b46718b2c9c17d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732490161508 2024-11-24T23:16:05,272 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting f6d59fc923be4371909019c02ebb805a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732490162879 2024-11-24T23:16:05,279 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/633d749781cb490981891a7fffd45909 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/633d749781cb490981891a7fffd45909 2024-11-24T23:16:05,286 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40459929ea032bb8885ba56105e58315/A of 40459929ea032bb8885ba56105e58315 into 633d749781cb490981891a7fffd45909(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:05,286 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:16:05,286 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., storeName=40459929ea032bb8885ba56105e58315/A, priority=13, startTime=1732490164826; duration=0sec 2024-11-24T23:16:05,287 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:05,287 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40459929ea032bb8885ba56105e58315:A 2024-11-24T23:16:05,297 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40459929ea032bb8885ba56105e58315#C#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:05,297 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/2ddd93892b8645f88067f17f5edb46fe is 50, key is test_row_0/C:col10/1732490162900/Put/seqid=0 2024-11-24T23:16:05,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742194_1370 (size=12595) 2024-11-24T23:16:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-24T23:16:05,449 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:16:05,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:16:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-24T23:16:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-24T23:16:05,451 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:16:05,452 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:16:05,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:16:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-24T23:16:05,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-24T23:16:05,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:05,604 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 40459929ea032bb8885ba56105e58315 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-24T23:16:05,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=A 2024-11-24T23:16:05,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:05,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=B 2024-11-24T23:16:05,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:05,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=C 2024-11-24T23:16:05,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:05,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246b81f99c78374ac6b0a53325516bf3ba_40459929ea032bb8885ba56105e58315 is 50, key is test_row_0/A:col10/1732490163626/Put/seqid=0 2024-11-24T23:16:05,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742195_1371 (size=12304) 2024-11-24T23:16:05,706 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/2ddd93892b8645f88067f17f5edb46fe as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/2ddd93892b8645f88067f17f5edb46fe 2024-11-24T23:16:05,713 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40459929ea032bb8885ba56105e58315/C of 40459929ea032bb8885ba56105e58315 into 2ddd93892b8645f88067f17f5edb46fe(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:05,713 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:16:05,713 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., storeName=40459929ea032bb8885ba56105e58315/C, priority=13, startTime=1732490164826; duration=0sec 2024-11-24T23:16:05,713 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:05,713 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40459929ea032bb8885ba56105e58315:C 2024-11-24T23:16:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-24T23:16:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 40459929ea032bb8885ba56105e58315 2024-11-24T23:16:05,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:16:05,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490225884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:05,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:05,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:05,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:06,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490225999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:06,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:06,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:06,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:06,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:06,016 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246b81f99c78374ac6b0a53325516bf3ba_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246b81f99c78374ac6b0a53325516bf3ba_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:06,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/f59fe0d94e0a4add9830d0b1ca3b5072, store: [table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:06,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/f59fe0d94e0a4add9830d0b1ca3b5072 is 175, key is test_row_0/A:col10/1732490163626/Put/seqid=0 2024-11-24T23:16:06,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742196_1372 (size=31105) 2024-11-24T23:16:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-24T23:16:06,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490226208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:06,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:06,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:06,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:06,421 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=202, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/f59fe0d94e0a4add9830d0b1ca3b5072 2024-11-24T23:16:06,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/4a92fa742f6d400f965c34c23d27b73c is 50, key is test_row_0/B:col10/1732490163626/Put/seqid=0 2024-11-24T23:16:06,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742197_1373 (size=12151) 2024-11-24T23:16:06,463 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/4a92fa742f6d400f965c34c23d27b73c 2024-11-24T23:16:06,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/78fece39956b4850aa6550a35b9cb8db is 50, key is test_row_0/C:col10/1732490163626/Put/seqid=0 2024-11-24T23:16:06,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742198_1374 (size=12151) 2024-11-24T23:16:06,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490226529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:06,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:06,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:06,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-24T23:16:06,876 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/78fece39956b4850aa6550a35b9cb8db 2024-11-24T23:16:06,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/f59fe0d94e0a4add9830d0b1ca3b5072 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/f59fe0d94e0a4add9830d0b1ca3b5072 2024-11-24T23:16:06,882 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/f59fe0d94e0a4add9830d0b1ca3b5072, entries=150, sequenceid=202, filesize=30.4 K 2024-11-24T23:16:06,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/4a92fa742f6d400f965c34c23d27b73c as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/4a92fa742f6d400f965c34c23d27b73c 2024-11-24T23:16:06,886 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/4a92fa742f6d400f965c34c23d27b73c, entries=150, sequenceid=202, filesize=11.9 K 2024-11-24T23:16:06,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/78fece39956b4850aa6550a35b9cb8db as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/78fece39956b4850aa6550a35b9cb8db 2024-11-24T23:16:06,890 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/78fece39956b4850aa6550a35b9cb8db, entries=150, sequenceid=202, filesize=11.9 K 2024-11-24T23:16:06,890 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 40459929ea032bb8885ba56105e58315 in 1286ms, sequenceid=202, compaction requested=false 2024-11-24T23:16:06,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:16:06,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:06,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-24T23:16:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-24T23:16:06,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-24T23:16:06,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4400 sec 2024-11-24T23:16:06,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.4440 sec 2024-11-24T23:16:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 40459929ea032bb8885ba56105e58315 2024-11-24T23:16:07,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40459929ea032bb8885ba56105e58315 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-24T23:16:07,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=A 2024-11-24T23:16:07,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:07,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=B 2024-11-24T23:16:07,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:07,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=C 2024-11-24T23:16:07,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:07,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124eccaf95f3eec4fc2a11d74c3617e9531_40459929ea032bb8885ba56105e58315 is 50, key is test_row_0/A:col10/1732490165882/Put/seqid=0 2024-11-24T23:16:07,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742199_1375 (size=14794) 2024-11-24T23:16:07,057 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,060 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124eccaf95f3eec4fc2a11d74c3617e9531_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124eccaf95f3eec4fc2a11d74c3617e9531_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:07,060 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/a9a0aba20b2341788b08bf1ac7118ced, store: [table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:07,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/a9a0aba20b2341788b08bf1ac7118ced is 175, key is test_row_0/A:col10/1732490165882/Put/seqid=0 2024-11-24T23:16:07,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742200_1376 (size=39749) 2024-11-24T23:16:07,068 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/a9a0aba20b2341788b08bf1ac7118ced 2024-11-24T23:16:07,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/3ec23897770840e09081cf908d7a7632 is 50, key is test_row_0/B:col10/1732490165882/Put/seqid=0 2024-11-24T23:16:07,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742201_1377 (size=12151) 2024-11-24T23:16:07,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490227126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:07,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:07,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:07,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:07,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490227239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:07,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:07,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:07,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:07,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490227459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:07,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:07,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:07,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:07,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/3ec23897770840e09081cf908d7a7632 2024-11-24T23:16:07,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/bf3bd51af8bc4eb8ba15d777092c1d80 is 50, key is test_row_0/C:col10/1732490165882/Put/seqid=0 2024-11-24T23:16:07,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742202_1378 (size=12151) 2024-11-24T23:16:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-24T23:16:07,600 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:16:07,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:16:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-24T23:16:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-24T23:16:07,601 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:16:07,602 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:16:07,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:16:07,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34342 deadline: 1732490227679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:07,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34362 deadline: 1732490227679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:07,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34290 deadline: 1732490227679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:07,685 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_2' in 40459929ea032bb8885ba56105e58315 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8259 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:16:07,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:07,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:07,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:07,686 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_2' in 40459929ea032bb8885ba56105e58315 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8256 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:16:07,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:07,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:07,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:07,687 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_1' in 40459929ea032bb8885ba56105e58315 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8258 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:16:07,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:07,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:07,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:07,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34304 deadline: 1732490227689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:07,699 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_1' in 40459929ea032bb8885ba56105e58315 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8272 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:16:07,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:07,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:07,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-24T23:16:07,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-24T23:16:07,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:07,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:16:07,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:07,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:07,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:07,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490227780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:07,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:07,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:07,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:07,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/bf3bd51af8bc4eb8ba15d777092c1d80 2024-11-24T23:16:07,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/a9a0aba20b2341788b08bf1ac7118ced as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/a9a0aba20b2341788b08bf1ac7118ced 2024-11-24T23:16:07,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/a9a0aba20b2341788b08bf1ac7118ced, entries=200, sequenceid=224, filesize=38.8 K 2024-11-24T23:16:07,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/3ec23897770840e09081cf908d7a7632 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/3ec23897770840e09081cf908d7a7632 2024-11-24T23:16:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/3ec23897770840e09081cf908d7a7632, entries=150, sequenceid=224, filesize=11.9 K 2024-11-24T23:16:07,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/bf3bd51af8bc4eb8ba15d777092c1d80 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/bf3bd51af8bc4eb8ba15d777092c1d80 2024-11-24T23:16:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/bf3bd51af8bc4eb8ba15d777092c1d80, entries=150, sequenceid=224, filesize=11.9 K 2024-11-24T23:16:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 40459929ea032bb8885ba56105e58315 in 860ms, sequenceid=224, compaction requested=true 2024-11-24T23:16:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:16:07,905 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:07,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40459929ea032bb8885ba56105e58315:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:16:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:07,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40459929ea032bb8885ba56105e58315:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:16:07,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:07,906 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:07,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40459929ea032bb8885ba56105e58315:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:16:07,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,906 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:07,906 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 40459929ea032bb8885ba56105e58315/B is initiating minor compaction (all files) 2024-11-24T23:16:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,906 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40459929ea032bb8885ba56105e58315/B in TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:07,907 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/fcf2c17ef7924791b02ae569ba4cf863, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/4a92fa742f6d400f965c34c23d27b73c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/3ec23897770840e09081cf908d7a7632] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp, totalSize=36.0 K 2024-11-24T23:16:07,907 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,907 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 40459929ea032bb8885ba56105e58315/A is initiating minor compaction (all files) 2024-11-24T23:16:07,907 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40459929ea032bb8885ba56105e58315/A in TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,907 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/633d749781cb490981891a7fffd45909, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/f59fe0d94e0a4add9830d0b1ca3b5072, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/a9a0aba20b2341788b08bf1ac7118ced] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp, totalSize=100.0 K 2024-11-24T23:16:07,907 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:07,907 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. files: [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/633d749781cb490981891a7fffd45909, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/f59fe0d94e0a4add9830d0b1ca3b5072, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/a9a0aba20b2341788b08bf1ac7118ced] 2024-11-24T23:16:07,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-24T23:16:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:07,907 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting fcf2c17ef7924791b02ae569ba4cf863, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732490162879 2024-11-24T23:16:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,907 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 40459929ea032bb8885ba56105e58315 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-24T23:16:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,907 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 633d749781cb490981891a7fffd45909, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732490162879 2024-11-24T23:16:07,908 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a92fa742f6d400f965c34c23d27b73c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732490163604 2024-11-24T23:16:07,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=A 2024-11-24T23:16:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:07,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=B 2024-11-24T23:16:07,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:07,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=C 2024-11-24T23:16:07,908 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting f59fe0d94e0a4add9830d0b1ca3b5072, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732490163604 2024-11-24T23:16:07,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:07,908 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ec23897770840e09081cf908d7a7632, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732490165880 2024-11-24T23:16:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,908 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9a0aba20b2341788b08bf1ac7118ced, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732490165870 2024-11-24T23:16:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-24T23:16:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112424293e65800a4e459cb3483c701d7e5d_40459929ea032bb8885ba56105e58315 is 50, key is test_row_1/A:col10/1732490167116/Put/seqid=0 2024-11-24T23:16:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,922 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40459929ea032bb8885ba56105e58315#B#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,923 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/34f12e7702024967b0286845b7a7ae21 is 50, key is test_row_0/B:col10/1732490165882/Put/seqid=0 2024-11-24T23:16:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,931 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742204_1380 (size=12697) 2024-11-24T23:16:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742203_1379 (size=9814) 2024-11-24T23:16:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,945 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411242c65eecb3ddd4ad2bdab62fefb70340e_40459929ea032bb8885ba56105e58315 store=[table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,947 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411242c65eecb3ddd4ad2bdab62fefb70340e_40459929ea032bb8885ba56105e58315, store=[table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,947 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242c65eecb3ddd4ad2bdab62fefb70340e_40459929ea032bb8885ba56105e58315 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742205_1381 (size=4469) 2024-11-24T23:16:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,968 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40459929ea032bb8885ba56105e58315#A#compaction#318 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,968 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/27fd83e40f5640238e923afef0e2a6c1 is 175, key is test_row_0/A:col10/1732490165882/Put/seqid=0 2024-11-24T23:16:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742206_1382 (size=31651) 2024-11-24T23:16:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,014 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/27fd83e40f5640238e923afef0e2a6c1 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/27fd83e40f5640238e923afef0e2a6c1 2024-11-24T23:16:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,023 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40459929ea032bb8885ba56105e58315/A of 40459929ea032bb8885ba56105e58315 into 27fd83e40f5640238e923afef0e2a6c1(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:08,023 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:16:08,023 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., storeName=40459929ea032bb8885ba56105e58315/A, priority=13, startTime=1732490167905; duration=0sec 2024-11-24T23:16:08,023 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:08,023 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40459929ea032bb8885ba56105e58315:A 2024-11-24T23:16:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,023 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,024 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:08,024 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 40459929ea032bb8885ba56105e58315/C is initiating minor compaction (all files) 2024-11-24T23:16:08,024 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40459929ea032bb8885ba56105e58315/C in TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:08,024 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/2ddd93892b8645f88067f17f5edb46fe, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/78fece39956b4850aa6550a35b9cb8db, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/bf3bd51af8bc4eb8ba15d777092c1d80] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp, totalSize=36.0 K 2024-11-24T23:16:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,025 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ddd93892b8645f88067f17f5edb46fe, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732490162879 2024-11-24T23:16:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,025 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78fece39956b4850aa6550a35b9cb8db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732490163604 2024-11-24T23:16:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,025 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf3bd51af8bc4eb8ba15d777092c1d80, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732490165880 2024-11-24T23:16:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,034 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40459929ea032bb8885ba56105e58315#C#compaction#319 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,035 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/17e4255f0f3844ab9a650e6b043b1cec is 50, key is test_row_0/C:col10/1732490165882/Put/seqid=0 2024-11-24T23:16:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742207_1383 (size=12697) 2024-11-24T23:16:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-24T23:16:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 40459929ea032bb8885ba56105e58315 2024-11-24T23:16:08,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:16:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,345 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112424293e65800a4e459cb3483c701d7e5d_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112424293e65800a4e459cb3483c701d7e5d_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,345 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/34f12e7702024967b0286845b7a7ae21 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/34f12e7702024967b0286845b7a7ae21 2024-11-24T23:16:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/ec8d54f064734c56878f7c560e2b4717, store: [table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/ec8d54f064734c56878f7c560e2b4717 is 175, key is test_row_1/A:col10/1732490167116/Put/seqid=0 2024-11-24T23:16:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,356 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40459929ea032bb8885ba56105e58315/B of 40459929ea032bb8885ba56105e58315 into 34f12e7702024967b0286845b7a7ae21(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:08,356 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:16:08,356 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., storeName=40459929ea032bb8885ba56105e58315/B, priority=13, startTime=1732490167905; duration=0sec 2024-11-24T23:16:08,356 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:08,356 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40459929ea032bb8885ba56105e58315:B 2024-11-24T23:16:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742208_1384 (size=22461) 2024-11-24T23:16:08,378 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/ec8d54f064734c56878f7c560e2b4717 2024-11-24T23:16:08,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/edb586771eef4025b708e7161fbaf7ad is 50, key is test_row_1/B:col10/1732490167116/Put/seqid=0 2024-11-24T23:16:08,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742209_1385 (size=9757) 2024-11-24T23:16:08,440 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/edb586771eef4025b708e7161fbaf7ad 2024-11-24T23:16:08,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/ca3a214626cd42899beb003047e156e2 is 50, key is test_row_1/C:col10/1732490167116/Put/seqid=0 2024-11-24T23:16:08,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742210_1386 (size=9757) 2024-11-24T23:16:08,462 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/17e4255f0f3844ab9a650e6b043b1cec as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/17e4255f0f3844ab9a650e6b043b1cec 2024-11-24T23:16:08,467 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40459929ea032bb8885ba56105e58315/C of 40459929ea032bb8885ba56105e58315 into 17e4255f0f3844ab9a650e6b043b1cec(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:08,467 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:16:08,467 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., storeName=40459929ea032bb8885ba56105e58315/C, priority=13, startTime=1732490167906; duration=0sec 2024-11-24T23:16:08,467 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:08,467 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40459929ea032bb8885ba56105e58315:C 2024-11-24T23:16:08,531 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490168491, max timestamp=1732490168526Num uniques 859; 2024-11-24T23:16:08,531 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490168491, max timestamp=1732490168526Num uniques 859; 2024-11-24T23:16:08,531 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:16:08,531 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:16:08,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490228621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:08,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:08,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:08,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:08,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490228729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:08,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:08,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:08,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-24T23:16:08,854 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/ca3a214626cd42899beb003047e156e2 2024-11-24T23:16:08,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/ec8d54f064734c56878f7c560e2b4717 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/ec8d54f064734c56878f7c560e2b4717 2024-11-24T23:16:08,875 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/ec8d54f064734c56878f7c560e2b4717, entries=100, sequenceid=235, filesize=21.9 K 2024-11-24T23:16:08,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/edb586771eef4025b708e7161fbaf7ad as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/edb586771eef4025b708e7161fbaf7ad 2024-11-24T23:16:08,881 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/edb586771eef4025b708e7161fbaf7ad, entries=100, sequenceid=235, filesize=9.5 K 2024-11-24T23:16:08,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/ca3a214626cd42899beb003047e156e2 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/ca3a214626cd42899beb003047e156e2 2024-11-24T23:16:08,886 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/ca3a214626cd42899beb003047e156e2, entries=100, sequenceid=235, filesize=9.5 K 2024-11-24T23:16:08,891 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=125.23 KB/128240 for 40459929ea032bb8885ba56105e58315 in 984ms, sequenceid=235, compaction requested=false 2024-11-24T23:16:08,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:16:08,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:08,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-24T23:16:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-24T23:16:08,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-24T23:16:08,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2910 sec 2024-11-24T23:16:08,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.2960 sec 2024-11-24T23:16:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 40459929ea032bb8885ba56105e58315 2024-11-24T23:16:08,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40459929ea032bb8885ba56105e58315 3/3 column families, dataSize=131.94 KB heapSize=383.31 KB 2024-11-24T23:16:08,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=A 2024-11-24T23:16:08,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:08,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=B 2024-11-24T23:16:08,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:08,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=C 2024-11-24T23:16:08,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:08,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112499789473faa34b7487e7170c221c65d7_40459929ea032bb8885ba56105e58315 is 50, key is test_row_0/A:col10/1732490168566/Put/seqid=0 2024-11-24T23:16:08,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742211_1387 (size=14994) 2024-11-24T23:16:08,969 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:08,974 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112499789473faa34b7487e7170c221c65d7_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112499789473faa34b7487e7170c221c65d7_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:08,975 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/8ea9ac4a2c6b4036a50d81d25c4d812a, store: [table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:08,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/8ea9ac4a2c6b4036a50d81d25c4d812a is 175, key is test_row_0/A:col10/1732490168566/Put/seqid=0 2024-11-24T23:16:08,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742212_1388 (size=39949) 2024-11-24T23:16:08,984 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=270, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/8ea9ac4a2c6b4036a50d81d25c4d812a 2024-11-24T23:16:08,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/b43fdee4370544cb9b68bc386e47425f is 50, key is test_row_0/B:col10/1732490168566/Put/seqid=0 2024-11-24T23:16:08,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742213_1389 (size=12301) 2024-11-24T23:16:09,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/b43fdee4370544cb9b68bc386e47425f 2024-11-24T23:16:09,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/51f3202817e64fd690a0da9baade2b74 is 50, key is test_row_0/C:col10/1732490168566/Put/seqid=0 2024-11-24T23:16:09,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742214_1390 (size=12301) 2024-11-24T23:16:09,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490229026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:09,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:09,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:09,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:09,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490229149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:09,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:09,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:09,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:09,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490229369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:09,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:09,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:09,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:09,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/51f3202817e64fd690a0da9baade2b74 2024-11-24T23:16:09,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/8ea9ac4a2c6b4036a50d81d25c4d812a as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/8ea9ac4a2c6b4036a50d81d25c4d812a 2024-11-24T23:16:09,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/8ea9ac4a2c6b4036a50d81d25c4d812a, entries=200, sequenceid=270, filesize=39.0 K 2024-11-24T23:16:09,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/b43fdee4370544cb9b68bc386e47425f as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/b43fdee4370544cb9b68bc386e47425f 2024-11-24T23:16:09,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/b43fdee4370544cb9b68bc386e47425f, entries=150, sequenceid=270, filesize=12.0 K 2024-11-24T23:16:09,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/51f3202817e64fd690a0da9baade2b74 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/51f3202817e64fd690a0da9baade2b74 2024-11-24T23:16:09,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/51f3202817e64fd690a0da9baade2b74, entries=150, sequenceid=270, filesize=12.0 K 2024-11-24T23:16:09,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~131.94 KB/135110, heapSize ~383.27 KB/392464, currentSize=46.96 KB/48090 for 40459929ea032bb8885ba56105e58315 in 508ms, sequenceid=270, compaction requested=true 2024-11-24T23:16:09,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:16:09,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40459929ea032bb8885ba56105e58315:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:16:09,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:09,451 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:09,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40459929ea032bb8885ba56105e58315:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:16:09,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:09,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40459929ea032bb8885ba56105e58315:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:16:09,451 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:09,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:09,451 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:09,451 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:09,452 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 40459929ea032bb8885ba56105e58315/A is initiating minor compaction (all files) 2024-11-24T23:16:09,452 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 40459929ea032bb8885ba56105e58315/B is initiating minor compaction (all files) 2024-11-24T23:16:09,452 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40459929ea032bb8885ba56105e58315/A in TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:09,452 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40459929ea032bb8885ba56105e58315/B in TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:09,452 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/27fd83e40f5640238e923afef0e2a6c1, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/ec8d54f064734c56878f7c560e2b4717, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/8ea9ac4a2c6b4036a50d81d25c4d812a] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp, totalSize=91.9 K 2024-11-24T23:16:09,452 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/34f12e7702024967b0286845b7a7ae21, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/edb586771eef4025b708e7161fbaf7ad, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/b43fdee4370544cb9b68bc386e47425f] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp, totalSize=33.9 K 2024-11-24T23:16:09,452 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:09,452 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. files: [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/27fd83e40f5640238e923afef0e2a6c1, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/ec8d54f064734c56878f7c560e2b4717, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/8ea9ac4a2c6b4036a50d81d25c4d812a] 2024-11-24T23:16:09,452 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 34f12e7702024967b0286845b7a7ae21, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732490165880 2024-11-24T23:16:09,452 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27fd83e40f5640238e923afef0e2a6c1, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732490165880 2024-11-24T23:16:09,452 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec8d54f064734c56878f7c560e2b4717, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732490167116 2024-11-24T23:16:09,452 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting edb586771eef4025b708e7161fbaf7ad, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732490167116 2024-11-24T23:16:09,452 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ea9ac4a2c6b4036a50d81d25c4d812a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732490168566 2024-11-24T23:16:09,452 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting b43fdee4370544cb9b68bc386e47425f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732490168566 2024-11-24T23:16:09,456 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:09,458 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124e0c010074a62445c85f2833d19ba5538_40459929ea032bb8885ba56105e58315 store=[table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:09,458 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40459929ea032bb8885ba56105e58315#B#compaction#326 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:09,459 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/1ca67278793d4ff0a2cfff9dd7d92ac2 is 50, key is test_row_0/B:col10/1732490168566/Put/seqid=0 2024-11-24T23:16:09,459 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124e0c010074a62445c85f2833d19ba5538_40459929ea032bb8885ba56105e58315, store=[table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:09,459 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e0c010074a62445c85f2833d19ba5538_40459929ea032bb8885ba56105e58315 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:09,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742215_1391 (size=12949) 2024-11-24T23:16:09,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742216_1392 (size=4469) 2024-11-24T23:16:09,467 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40459929ea032bb8885ba56105e58315#A#compaction#325 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:09,467 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/6b53afc931224a2b96457373ece0b41b is 175, key is test_row_0/A:col10/1732490168566/Put/seqid=0 2024-11-24T23:16:09,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742217_1393 (size=31903) 2024-11-24T23:16:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 40459929ea032bb8885ba56105e58315 2024-11-24T23:16:09,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40459929ea032bb8885ba56105e58315 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-24T23:16:09,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=A 2024-11-24T23:16:09,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:09,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=B 2024-11-24T23:16:09,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:09,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=C 2024-11-24T23:16:09,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:09,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240c625ab700eb49a99cc970a15efc3f66_40459929ea032bb8885ba56105e58315 is 50, key is test_row_0/A:col10/1732490169692/Put/seqid=0 2024-11-24T23:16:09,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742218_1394 (size=14994) 2024-11-24T23:16:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-24T23:16:09,760 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:16:09,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:16:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-24T23:16:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-24T23:16:09,761 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:16:09,762 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:16:09,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:16:09,824 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490169758, max timestamp=1732490169821Num uniques 859; 2024-11-24T23:16:09,824 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490169758, max timestamp=1732490169821Num uniques 859; 2024-11-24T23:16:09,824 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490169758, max timestamp=1732490169821Num uniques 859; 2024-11-24T23:16:09,824 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:16:09,824 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:16:09,824 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:16:09,865 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/1ca67278793d4ff0a2cfff9dd7d92ac2 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/1ca67278793d4ff0a2cfff9dd7d92ac2 2024-11-24T23:16:09,869 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40459929ea032bb8885ba56105e58315/B of 40459929ea032bb8885ba56105e58315 into 1ca67278793d4ff0a2cfff9dd7d92ac2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:09,869 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:16:09,869 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., storeName=40459929ea032bb8885ba56105e58315/B, priority=13, startTime=1732490169451; duration=0sec 2024-11-24T23:16:09,869 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:09,869 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40459929ea032bb8885ba56105e58315:B 2024-11-24T23:16:09,869 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-24T23:16:09,870 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:09,870 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 40459929ea032bb8885ba56105e58315/C is initiating minor compaction (all files) 2024-11-24T23:16:09,870 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40459929ea032bb8885ba56105e58315/C in TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:09,870 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/17e4255f0f3844ab9a650e6b043b1cec, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/ca3a214626cd42899beb003047e156e2, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/51f3202817e64fd690a0da9baade2b74] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp, totalSize=33.9 K 2024-11-24T23:16:09,870 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 17e4255f0f3844ab9a650e6b043b1cec, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732490165880 2024-11-24T23:16:09,870 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting ca3a214626cd42899beb003047e156e2, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732490167116 2024-11-24T23:16:09,871 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 51f3202817e64fd690a0da9baade2b74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732490168566 2024-11-24T23:16:09,876 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/6b53afc931224a2b96457373ece0b41b as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/6b53afc931224a2b96457373ece0b41b 2024-11-24T23:16:09,879 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40459929ea032bb8885ba56105e58315#C#compaction#328 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:09,880 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/d3a0f93e44e54a88a205dcfdc64c4dba is 50, key is test_row_0/C:col10/1732490168566/Put/seqid=0 2024-11-24T23:16:09,880 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40459929ea032bb8885ba56105e58315/A of 40459929ea032bb8885ba56105e58315 into 6b53afc931224a2b96457373ece0b41b(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:09,880 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:16:09,880 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., storeName=40459929ea032bb8885ba56105e58315/A, priority=13, startTime=1732490169451; duration=0sec 2024-11-24T23:16:09,880 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:09,880 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40459929ea032bb8885ba56105e58315:A 2024-11-24T23:16:09,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742219_1395 (size=12949) 2024-11-24T23:16:09,891 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/d3a0f93e44e54a88a205dcfdc64c4dba as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/d3a0f93e44e54a88a205dcfdc64c4dba 2024-11-24T23:16:09,895 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40459929ea032bb8885ba56105e58315/C of 40459929ea032bb8885ba56105e58315 into d3a0f93e44e54a88a205dcfdc64c4dba(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:09,895 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:16:09,895 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., storeName=40459929ea032bb8885ba56105e58315/C, priority=13, startTime=1732490169451; duration=0sec 2024-11-24T23:16:09,895 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:09,895 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40459929ea032bb8885ba56105e58315:C 2024-11-24T23:16:09,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-24T23:16:09,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:09,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:16:09,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:09,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:09,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:09,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490229982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:09,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:09,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:09,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:10,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-24T23:16:10,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:10,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:16:10,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:10,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:10,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-24T23:16:10,102 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:10,107 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240c625ab700eb49a99cc970a15efc3f66_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240c625ab700eb49a99cc970a15efc3f66_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:10,108 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/bc85a28c780c480bafaa1fec2c81e95a, store: [table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:10,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/bc85a28c780c480bafaa1fec2c81e95a is 175, key is test_row_0/A:col10/1732490169692/Put/seqid=0 2024-11-24T23:16:10,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490230100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:10,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:10,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:10,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:10,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742220_1396 (size=39949) 2024-11-24T23:16:10,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-24T23:16:10,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:10,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:16:10,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:10,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:10,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:10,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34370 deadline: 1732490230320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:10,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:10,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:10,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:10,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-24T23:16:10,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:10,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:16:10,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:10,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:10,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-24T23:16:10,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-24T23:16:10,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:10,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:16:10,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:10,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:10,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:10,543 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/bc85a28c780c480bafaa1fec2c81e95a 2024-11-24T23:16:10,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/413903c52be4443c94e9618f77af68f8 is 50, key is test_row_0/B:col10/1732490169692/Put/seqid=0 2024-11-24T23:16:10,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742221_1397 (size=12301) 2024-11-24T23:16:10,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/413903c52be4443c94e9618f77af68f8 2024-11-24T23:16:10,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/1e938815af2b4e31849c828f9992e5c7 is 50, key is test_row_0/C:col10/1732490169692/Put/seqid=0 2024-11-24T23:16:10,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742222_1398 (size=12301) 2024-11-24T23:16:10,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/1e938815af2b4e31849c828f9992e5c7 2024-11-24T23:16:10,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/bc85a28c780c480bafaa1fec2c81e95a as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/bc85a28c780c480bafaa1fec2c81e95a 2024-11-24T23:16:10,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/bc85a28c780c480bafaa1fec2c81e95a, entries=200, sequenceid=281, filesize=39.0 K 2024-11-24T23:16:10,599 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(997): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-24T23:16:10,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/413903c52be4443c94e9618f77af68f8 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/413903c52be4443c94e9618f77af68f8 2024-11-24T23:16:10,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/413903c52be4443c94e9618f77af68f8, entries=150, sequenceid=281, filesize=12.0 K 2024-11-24T23:16:10,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/1e938815af2b4e31849c828f9992e5c7 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/1e938815af2b4e31849c828f9992e5c7 2024-11-24T23:16:10,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/1e938815af2b4e31849c828f9992e5c7, entries=150, sequenceid=281, filesize=12.0 K 2024-11-24T23:16:10,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 40459929ea032bb8885ba56105e58315 in 917ms, sequenceid=281, compaction requested=false 2024-11-24T23:16:10,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:16:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 40459929ea032bb8885ba56105e58315 2024-11-24T23:16:10,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40459929ea032bb8885ba56105e58315 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-24T23:16:10,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=A 2024-11-24T23:16:10,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:10,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=B 2024-11-24T23:16:10,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:10,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=C 2024-11-24T23:16:10,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:10,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247b613a2e3ba54327a5555e84bcd95261_40459929ea032bb8885ba56105e58315 is 50, key is test_row_0/A:col10/1732490169945/Put/seqid=0 2024-11-24T23:16:10,672 INFO [Thread-1461 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1461. 2024-11-24T23:16:10,672 DEBUG [Thread-1461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:16:10,672 DEBUG [Thread-1461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:10,672 DEBUG [Thread-1461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:10,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:16:10,675 INFO [Thread-1463 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1463. 2024-11-24T23:16:10,675 DEBUG [Thread-1463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:16:10,675 DEBUG [Thread-1463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:10,675 DEBUG [Thread-1463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:10,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:16:10,679 INFO [Thread-1450 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1450. 2024-11-24T23:16:10,679 DEBUG [Thread-1450 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:16:10,679 DEBUG [Thread-1450 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:10,679 DEBUG [Thread-1450 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:10,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:16:10,681 INFO [Thread-1457 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1457. 2024-11-24T23:16:10,681 DEBUG [Thread-1457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:16:10,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-24T23:16:10,681 DEBUG [Thread-1457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:10,681 DEBUG [Thread-1457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:10,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:16:10,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:10,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:16:10,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:10,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:10,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:10,685 INFO [Thread-1459 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1459. 2024-11-24T23:16:10,686 DEBUG [Thread-1459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:16:10,686 DEBUG [Thread-1459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:10,686 DEBUG [Thread-1459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:10,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:16:10,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742223_1399 (size=14994) 2024-11-24T23:16:10,691 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:10,697 INFO [Thread-1455 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1455. 2024-11-24T23:16:10,697 DEBUG [Thread-1455 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:16:10,697 DEBUG [Thread-1455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:10,698 DEBUG [Thread-1455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:10,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:16:10,700 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247b613a2e3ba54327a5555e84bcd95261_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247b613a2e3ba54327a5555e84bcd95261_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:10,701 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/f277eb6cb40246be8b637e5c885ab471, store: [table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:10,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/f277eb6cb40246be8b637e5c885ab471 is 175, key is test_row_0/A:col10/1732490169945/Put/seqid=0 2024-11-24T23:16:10,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742224_1400 (size=39949) 2024-11-24T23:16:10,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-24T23:16:10,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:10,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:16:10,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:10,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:10,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-24T23:16:10,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-24T23:16:10,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:10,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:16:10,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:10,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:10,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:11,105 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=321, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/f277eb6cb40246be8b637e5c885ab471 2024-11-24T23:16:11,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/19734b99e7ec4fd2b61895e07b8bad39 is 50, key is test_row_0/B:col10/1732490169945/Put/seqid=0 2024-11-24T23:16:11,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742225_1401 (size=12301) 2024-11-24T23:16:11,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-24T23:16:11,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:11,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:16:11,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:11,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:11,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:11,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-24T23:16:11,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:11,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:16:11,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:11,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:11,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:11,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-24T23:16:11,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:11,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:16:11,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:11,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:11,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:11,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/19734b99e7ec4fd2b61895e07b8bad39 2024-11-24T23:16:11,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/dcc356953e51466cb94c6b7d17c04ec4 is 50, key is test_row_0/C:col10/1732490169945/Put/seqid=0 2024-11-24T23:16:11,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742226_1402 (size=12301) 2024-11-24T23:16:11,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-24T23:16:11,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:11,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:16:11,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:11,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:11,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:11,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-24T23:16:11,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:11,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:16:11,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:11,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:11,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:11,888 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T23:16:11,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-24T23:16:11,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:11,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. as already flushing 2024-11-24T23:16:11,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:11,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:11,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-24T23:16:11,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/dcc356953e51466cb94c6b7d17c04ec4 2024-11-24T23:16:11,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/f277eb6cb40246be8b637e5c885ab471 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/f277eb6cb40246be8b637e5c885ab471 2024-11-24T23:16:11,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/f277eb6cb40246be8b637e5c885ab471, entries=200, sequenceid=321, filesize=39.0 K 2024-11-24T23:16:11,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/19734b99e7ec4fd2b61895e07b8bad39 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/19734b99e7ec4fd2b61895e07b8bad39 2024-11-24T23:16:11,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/19734b99e7ec4fd2b61895e07b8bad39, entries=150, sequenceid=321, filesize=12.0 K 2024-11-24T23:16:11,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/dcc356953e51466cb94c6b7d17c04ec4 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/dcc356953e51466cb94c6b7d17c04ec4 2024-11-24T23:16:11,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/dcc356953e51466cb94c6b7d17c04ec4, entries=150, sequenceid=321, filesize=12.0 K 2024-11-24T23:16:11,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=20.13 KB/20610 for 40459929ea032bb8885ba56105e58315 in 1303ms, sequenceid=321, compaction requested=true 2024-11-24T23:16:11,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:16:11,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40459929ea032bb8885ba56105e58315:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:16:11,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:11,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40459929ea032bb8885ba56105e58315:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:16:11,949 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:11,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:11,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40459929ea032bb8885ba56105e58315:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:16:11,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:11,949 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:11,950 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:11,950 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111801 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:11,951 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 40459929ea032bb8885ba56105e58315/B is initiating minor compaction (all files) 2024-11-24T23:16:11,951 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 40459929ea032bb8885ba56105e58315/A is initiating minor compaction (all files) 2024-11-24T23:16:11,951 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40459929ea032bb8885ba56105e58315/B in TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:11,951 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40459929ea032bb8885ba56105e58315/A in TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:11,951 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/1ca67278793d4ff0a2cfff9dd7d92ac2, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/413903c52be4443c94e9618f77af68f8, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/19734b99e7ec4fd2b61895e07b8bad39] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp, totalSize=36.7 K 2024-11-24T23:16:11,951 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/6b53afc931224a2b96457373ece0b41b, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/bc85a28c780c480bafaa1fec2c81e95a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/f277eb6cb40246be8b637e5c885ab471] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp, totalSize=109.2 K 2024-11-24T23:16:11,951 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:11,951 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. files: [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/6b53afc931224a2b96457373ece0b41b, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/bc85a28c780c480bafaa1fec2c81e95a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/f277eb6cb40246be8b637e5c885ab471] 2024-11-24T23:16:11,951 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ca67278793d4ff0a2cfff9dd7d92ac2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732490168566 2024-11-24T23:16:11,951 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b53afc931224a2b96457373ece0b41b, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732490168566 2024-11-24T23:16:11,952 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 413903c52be4443c94e9618f77af68f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732490169007 2024-11-24T23:16:11,952 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc85a28c780c480bafaa1fec2c81e95a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732490168980 2024-11-24T23:16:11,952 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 19734b99e7ec4fd2b61895e07b8bad39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732490169922 2024-11-24T23:16:11,952 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting f277eb6cb40246be8b637e5c885ab471, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732490169922 2024-11-24T23:16:11,961 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:11,962 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40459929ea032bb8885ba56105e58315#B#compaction#334 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:11,962 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/06bc8eef7daa420fb376b635a9a81f3e is 50, key is test_row_0/B:col10/1732490169945/Put/seqid=0 2024-11-24T23:16:11,962 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124e12ac16b55104e5594bbd4518db33a8c_40459929ea032bb8885ba56105e58315 store=[table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:11,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742227_1403 (size=13051) 2024-11-24T23:16:11,966 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124e12ac16b55104e5594bbd4518db33a8c_40459929ea032bb8885ba56105e58315, store=[table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:11,966 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e12ac16b55104e5594bbd4518db33a8c_40459929ea032bb8885ba56105e58315 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:11,971 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/06bc8eef7daa420fb376b635a9a81f3e as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/06bc8eef7daa420fb376b635a9a81f3e 2024-11-24T23:16:11,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742228_1404 (size=4469) 2024-11-24T23:16:11,975 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40459929ea032bb8885ba56105e58315/B of 40459929ea032bb8885ba56105e58315 into 06bc8eef7daa420fb376b635a9a81f3e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:11,975 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:16:11,975 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., storeName=40459929ea032bb8885ba56105e58315/B, priority=13, startTime=1732490171949; duration=0sec 2024-11-24T23:16:11,975 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:11,975 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40459929ea032bb8885ba56105e58315:B 2024-11-24T23:16:11,975 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:11,976 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:11,976 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 40459929ea032bb8885ba56105e58315/C is initiating minor compaction (all files) 2024-11-24T23:16:11,976 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40459929ea032bb8885ba56105e58315/C in TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:11,976 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/d3a0f93e44e54a88a205dcfdc64c4dba, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/1e938815af2b4e31849c828f9992e5c7, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/dcc356953e51466cb94c6b7d17c04ec4] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp, totalSize=36.7 K 2024-11-24T23:16:11,976 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting d3a0f93e44e54a88a205dcfdc64c4dba, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732490168566 2024-11-24T23:16:11,977 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e938815af2b4e31849c828f9992e5c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732490169007 2024-11-24T23:16:11,977 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting dcc356953e51466cb94c6b7d17c04ec4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732490169922 2024-11-24T23:16:11,982 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40459929ea032bb8885ba56105e58315#C#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:11,983 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/93b4ae6badec43dc9ce779e5d84441cd is 50, key is test_row_0/C:col10/1732490169945/Put/seqid=0 2024-11-24T23:16:11,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742229_1405 (size=13051) 2024-11-24T23:16:12,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-24T23:16:12,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:12,067 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 40459929ea032bb8885ba56105e58315 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-24T23:16:12,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=A 2024-11-24T23:16:12,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:12,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=B 2024-11-24T23:16:12,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:12,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=C 2024-11-24T23:16:12,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:12,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247ef964ecfdd9427bbb1fc1da0f3431b5_40459929ea032bb8885ba56105e58315 is 50, key is test_row_1/A:col10/1732490170658/Put/seqid=0 2024-11-24T23:16:12,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742230_1406 (size=9914) 2024-11-24T23:16:12,375 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40459929ea032bb8885ba56105e58315#A#compaction#335 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:12,376 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/60f4c6865c3d41ad936938b495656add is 175, key is test_row_0/A:col10/1732490169945/Put/seqid=0 2024-11-24T23:16:12,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742231_1407 (size=32005) 2024-11-24T23:16:12,391 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/93b4ae6badec43dc9ce779e5d84441cd as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/93b4ae6badec43dc9ce779e5d84441cd 2024-11-24T23:16:12,396 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40459929ea032bb8885ba56105e58315/C of 40459929ea032bb8885ba56105e58315 into 93b4ae6badec43dc9ce779e5d84441cd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:12,396 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:16:12,396 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., storeName=40459929ea032bb8885ba56105e58315/C, priority=13, startTime=1732490171949; duration=0sec 2024-11-24T23:16:12,396 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:12,396 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40459929ea032bb8885ba56105e58315:C 2024-11-24T23:16:12,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:12,482 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247ef964ecfdd9427bbb1fc1da0f3431b5_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247ef964ecfdd9427bbb1fc1da0f3431b5_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:12,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/38122e4d2aa24eb78f60d4246f41cad1, store: [table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:12,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/38122e4d2aa24eb78f60d4246f41cad1 is 175, key is test_row_1/A:col10/1732490170658/Put/seqid=0 2024-11-24T23:16:12,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742232_1408 (size=22561) 2024-11-24T23:16:12,784 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/60f4c6865c3d41ad936938b495656add as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/60f4c6865c3d41ad936938b495656add 2024-11-24T23:16:12,787 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40459929ea032bb8885ba56105e58315/A of 40459929ea032bb8885ba56105e58315 into 60f4c6865c3d41ad936938b495656add(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:12,787 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:16:12,787 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., storeName=40459929ea032bb8885ba56105e58315/A, priority=13, startTime=1732490171949; duration=0sec 2024-11-24T23:16:12,787 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:12,787 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40459929ea032bb8885ba56105e58315:A 2024-11-24T23:16:12,887 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/38122e4d2aa24eb78f60d4246f41cad1 2024-11-24T23:16:12,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/c9d4b1e7a47d42b4a519a2b7c588a4bc is 50, key is test_row_1/B:col10/1732490170658/Put/seqid=0 2024-11-24T23:16:12,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742233_1409 (size=9857) 2024-11-24T23:16:13,300 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/c9d4b1e7a47d42b4a519a2b7c588a4bc 2024-11-24T23:16:13,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/20246484ee3142da969003d2950d735e is 50, key is test_row_1/C:col10/1732490170658/Put/seqid=0 2024-11-24T23:16:13,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742234_1410 (size=9857) 2024-11-24T23:16:13,711 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/20246484ee3142da969003d2950d735e 2024-11-24T23:16:13,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/38122e4d2aa24eb78f60d4246f41cad1 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/38122e4d2aa24eb78f60d4246f41cad1 2024-11-24T23:16:13,717 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/38122e4d2aa24eb78f60d4246f41cad1, entries=100, sequenceid=328, filesize=22.0 K 2024-11-24T23:16:13,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/c9d4b1e7a47d42b4a519a2b7c588a4bc as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/c9d4b1e7a47d42b4a519a2b7c588a4bc 2024-11-24T23:16:13,721 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/c9d4b1e7a47d42b4a519a2b7c588a4bc, entries=100, sequenceid=328, filesize=9.6 K 2024-11-24T23:16:13,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/20246484ee3142da969003d2950d735e as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/20246484ee3142da969003d2950d735e 2024-11-24T23:16:13,724 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/20246484ee3142da969003d2950d735e, entries=100, sequenceid=328, filesize=9.6 K 2024-11-24T23:16:13,725 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 40459929ea032bb8885ba56105e58315 in 1658ms, sequenceid=328, compaction requested=false 2024-11-24T23:16:13,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 40459929ea032bb8885ba56105e58315: 2024-11-24T23:16:13,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:13,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-24T23:16:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-24T23:16:13,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-24T23:16:13,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.9640 sec 2024-11-24T23:16:13,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 3.9680 sec 2024-11-24T23:16:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-24T23:16:13,930 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:16:16,683 WARN [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 2, running: 1 2024-11-24T23:16:16,685 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/615098cf340e460fb043f6df3ce66857, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/58efc21d06b040b1826ae629d10bbd24, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/34e612a5b3fc444a823362fbc3d03bdd, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/a7d163e8b4a74594921094366583c4e3, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/2f8814ad49dc40a29bfec439cdd887d7, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/c9a21e489eb14918b432801a698bc9df, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/fc588849665c479db35c62c6df5733fd, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/dad8626a317b4615ad5cd14cd2fe7bec, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/87369633052a40839c488250273b3179, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/2856463630214fd88abff297f752313c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/506fdc618cbb4486a5856298b9561341, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/88de99cb86cb4d94ab9996a47c651a51, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/93366be1e8714c379af6307ff872b7ba, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/633d749781cb490981891a7fffd45909, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/f59fe0d94e0a4add9830d0b1ca3b5072, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/a9a0aba20b2341788b08bf1ac7118ced, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/27fd83e40f5640238e923afef0e2a6c1, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/ec8d54f064734c56878f7c560e2b4717, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/8ea9ac4a2c6b4036a50d81d25c4d812a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/6b53afc931224a2b96457373ece0b41b, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/bc85a28c780c480bafaa1fec2c81e95a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/f277eb6cb40246be8b637e5c885ab471] to archive 2024-11-24T23:16:16,687 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:16:16,690 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/615098cf340e460fb043f6df3ce66857 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/615098cf340e460fb043f6df3ce66857 2024-11-24T23:16:16,692 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/58efc21d06b040b1826ae629d10bbd24 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/58efc21d06b040b1826ae629d10bbd24 2024-11-24T23:16:16,693 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/34e612a5b3fc444a823362fbc3d03bdd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/34e612a5b3fc444a823362fbc3d03bdd 2024-11-24T23:16:16,694 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/a7d163e8b4a74594921094366583c4e3 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/a7d163e8b4a74594921094366583c4e3 2024-11-24T23:16:16,695 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/2f8814ad49dc40a29bfec439cdd887d7 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/2f8814ad49dc40a29bfec439cdd887d7 2024-11-24T23:16:16,696 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/c9a21e489eb14918b432801a698bc9df to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/c9a21e489eb14918b432801a698bc9df 2024-11-24T23:16:16,697 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/fc588849665c479db35c62c6df5733fd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/fc588849665c479db35c62c6df5733fd 2024-11-24T23:16:16,697 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/dad8626a317b4615ad5cd14cd2fe7bec to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/dad8626a317b4615ad5cd14cd2fe7bec 2024-11-24T23:16:16,698 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/87369633052a40839c488250273b3179 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/87369633052a40839c488250273b3179 2024-11-24T23:16:16,699 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/2856463630214fd88abff297f752313c to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/2856463630214fd88abff297f752313c 2024-11-24T23:16:16,700 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/506fdc618cbb4486a5856298b9561341 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/506fdc618cbb4486a5856298b9561341 2024-11-24T23:16:16,701 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/88de99cb86cb4d94ab9996a47c651a51 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/88de99cb86cb4d94ab9996a47c651a51 2024-11-24T23:16:16,701 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/93366be1e8714c379af6307ff872b7ba to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/93366be1e8714c379af6307ff872b7ba 2024-11-24T23:16:16,702 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/633d749781cb490981891a7fffd45909 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/633d749781cb490981891a7fffd45909 2024-11-24T23:16:16,703 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/f59fe0d94e0a4add9830d0b1ca3b5072 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/f59fe0d94e0a4add9830d0b1ca3b5072 2024-11-24T23:16:16,703 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/a9a0aba20b2341788b08bf1ac7118ced to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/a9a0aba20b2341788b08bf1ac7118ced 2024-11-24T23:16:16,704 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/27fd83e40f5640238e923afef0e2a6c1 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/27fd83e40f5640238e923afef0e2a6c1 2024-11-24T23:16:16,705 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/ec8d54f064734c56878f7c560e2b4717 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/ec8d54f064734c56878f7c560e2b4717 2024-11-24T23:16:16,705 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/8ea9ac4a2c6b4036a50d81d25c4d812a to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/8ea9ac4a2c6b4036a50d81d25c4d812a 2024-11-24T23:16:16,706 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/6b53afc931224a2b96457373ece0b41b to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/6b53afc931224a2b96457373ece0b41b 2024-11-24T23:16:16,707 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/bc85a28c780c480bafaa1fec2c81e95a to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/bc85a28c780c480bafaa1fec2c81e95a 2024-11-24T23:16:16,707 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/f277eb6cb40246be8b637e5c885ab471 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/f277eb6cb40246be8b637e5c885ab471 2024-11-24T23:16:16,711 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/b085ab87851d45f9b0060b671dd3dd24, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/0d26b7e8a8884d68b14c4c9728ed4fdc, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/9952d7cac34d469e944e226e487f8ae1, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/532d09da414c47659488be6c9f230d70, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/f17cbeb1dd0c4257adca073e3d938d94, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/13d11892b7464eb7b1a6bc113bd71820, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/05aa227133624822935b2c9642fb9505, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/d5a5d93cc9b64eb7b772adee77548e83, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/d68bf29a87334049a53891a9d5a87502, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/e0a5e395b9774fbcbb76004f7312589b, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/d59561fc8afe4c26b812bedda1c31fb8, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/e935b0d172c14cf29c520a1743779338, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/fcf2c17ef7924791b02ae569ba4cf863, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/1c05f2db1a414380822eaeedcba0ba8d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/4a92fa742f6d400f965c34c23d27b73c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/34f12e7702024967b0286845b7a7ae21, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/3ec23897770840e09081cf908d7a7632, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/edb586771eef4025b708e7161fbaf7ad, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/1ca67278793d4ff0a2cfff9dd7d92ac2, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/b43fdee4370544cb9b68bc386e47425f, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/413903c52be4443c94e9618f77af68f8, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/19734b99e7ec4fd2b61895e07b8bad39] to archive 2024-11-24T23:16:16,712 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:16:16,714 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/b085ab87851d45f9b0060b671dd3dd24 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/b085ab87851d45f9b0060b671dd3dd24 2024-11-24T23:16:16,715 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/0d26b7e8a8884d68b14c4c9728ed4fdc to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/0d26b7e8a8884d68b14c4c9728ed4fdc 2024-11-24T23:16:16,716 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/9952d7cac34d469e944e226e487f8ae1 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/9952d7cac34d469e944e226e487f8ae1 2024-11-24T23:16:16,717 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/532d09da414c47659488be6c9f230d70 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/532d09da414c47659488be6c9f230d70 2024-11-24T23:16:16,718 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/f17cbeb1dd0c4257adca073e3d938d94 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/f17cbeb1dd0c4257adca073e3d938d94 2024-11-24T23:16:16,719 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/13d11892b7464eb7b1a6bc113bd71820 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/13d11892b7464eb7b1a6bc113bd71820 2024-11-24T23:16:16,720 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/05aa227133624822935b2c9642fb9505 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/05aa227133624822935b2c9642fb9505 2024-11-24T23:16:16,721 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/d5a5d93cc9b64eb7b772adee77548e83 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/d5a5d93cc9b64eb7b772adee77548e83 2024-11-24T23:16:16,722 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/d68bf29a87334049a53891a9d5a87502 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/d68bf29a87334049a53891a9d5a87502 2024-11-24T23:16:16,723 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/e0a5e395b9774fbcbb76004f7312589b to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/e0a5e395b9774fbcbb76004f7312589b 2024-11-24T23:16:16,724 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/d59561fc8afe4c26b812bedda1c31fb8 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/d59561fc8afe4c26b812bedda1c31fb8 2024-11-24T23:16:16,725 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/e935b0d172c14cf29c520a1743779338 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/e935b0d172c14cf29c520a1743779338 2024-11-24T23:16:16,726 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/fcf2c17ef7924791b02ae569ba4cf863 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/fcf2c17ef7924791b02ae569ba4cf863 2024-11-24T23:16:16,727 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/1c05f2db1a414380822eaeedcba0ba8d to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/1c05f2db1a414380822eaeedcba0ba8d 2024-11-24T23:16:16,728 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/4a92fa742f6d400f965c34c23d27b73c to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/4a92fa742f6d400f965c34c23d27b73c 2024-11-24T23:16:16,729 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/34f12e7702024967b0286845b7a7ae21 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/34f12e7702024967b0286845b7a7ae21 2024-11-24T23:16:16,730 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/3ec23897770840e09081cf908d7a7632 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/3ec23897770840e09081cf908d7a7632 2024-11-24T23:16:16,731 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/edb586771eef4025b708e7161fbaf7ad to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/edb586771eef4025b708e7161fbaf7ad 2024-11-24T23:16:16,732 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/1ca67278793d4ff0a2cfff9dd7d92ac2 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/1ca67278793d4ff0a2cfff9dd7d92ac2 2024-11-24T23:16:16,733 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/b43fdee4370544cb9b68bc386e47425f to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/b43fdee4370544cb9b68bc386e47425f 2024-11-24T23:16:16,734 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/413903c52be4443c94e9618f77af68f8 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/413903c52be4443c94e9618f77af68f8 2024-11-24T23:16:16,735 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/19734b99e7ec4fd2b61895e07b8bad39 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/19734b99e7ec4fd2b61895e07b8bad39 2024-11-24T23:16:16,739 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/13fb495dcf3e4305b9becaf13ef519e4, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/e8a9056621e94a0c9eec59f03b6e5004, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/234e17247e354d3dbd2774e48a4e4158, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/a180874a2f42438d87d8e304ad5316b6, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/d58b9d7ed5634d9a865411b712d8d5ca, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/2183328f27c8431c88ad9aa57efb92b4, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/9ca1a3ca3a3640bab634e2cff436e04c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/ef81aa8a4ca34828a3bcc2a177c25a5a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/9edd06011a174873a6b72f5a35e9ef49, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/b4aec0a8bc764973ae2b67bddd56f86d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/ad21467ad7fe401e945410671b755ff1, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/d809e26a9ca041eda0b46718b2c9c17d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/2ddd93892b8645f88067f17f5edb46fe, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/f6d59fc923be4371909019c02ebb805a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/78fece39956b4850aa6550a35b9cb8db, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/17e4255f0f3844ab9a650e6b043b1cec, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/bf3bd51af8bc4eb8ba15d777092c1d80, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/ca3a214626cd42899beb003047e156e2, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/d3a0f93e44e54a88a205dcfdc64c4dba, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/51f3202817e64fd690a0da9baade2b74, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/1e938815af2b4e31849c828f9992e5c7, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/dcc356953e51466cb94c6b7d17c04ec4] to archive 2024-11-24T23:16:16,740 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:16:16,742 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/13fb495dcf3e4305b9becaf13ef519e4 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/13fb495dcf3e4305b9becaf13ef519e4 2024-11-24T23:16:16,743 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/e8a9056621e94a0c9eec59f03b6e5004 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/e8a9056621e94a0c9eec59f03b6e5004 2024-11-24T23:16:16,744 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/234e17247e354d3dbd2774e48a4e4158 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/234e17247e354d3dbd2774e48a4e4158 2024-11-24T23:16:16,745 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/a180874a2f42438d87d8e304ad5316b6 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/a180874a2f42438d87d8e304ad5316b6 2024-11-24T23:16:16,746 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/d58b9d7ed5634d9a865411b712d8d5ca to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/d58b9d7ed5634d9a865411b712d8d5ca 2024-11-24T23:16:16,747 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/2183328f27c8431c88ad9aa57efb92b4 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/2183328f27c8431c88ad9aa57efb92b4 2024-11-24T23:16:16,747 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/9ca1a3ca3a3640bab634e2cff436e04c to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/9ca1a3ca3a3640bab634e2cff436e04c 2024-11-24T23:16:16,748 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/ef81aa8a4ca34828a3bcc2a177c25a5a to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/ef81aa8a4ca34828a3bcc2a177c25a5a 2024-11-24T23:16:16,749 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/9edd06011a174873a6b72f5a35e9ef49 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/9edd06011a174873a6b72f5a35e9ef49 2024-11-24T23:16:16,750 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/b4aec0a8bc764973ae2b67bddd56f86d to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/b4aec0a8bc764973ae2b67bddd56f86d 2024-11-24T23:16:16,751 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/ad21467ad7fe401e945410671b755ff1 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/ad21467ad7fe401e945410671b755ff1 2024-11-24T23:16:16,752 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/d809e26a9ca041eda0b46718b2c9c17d to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/d809e26a9ca041eda0b46718b2c9c17d 2024-11-24T23:16:16,753 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/2ddd93892b8645f88067f17f5edb46fe to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/2ddd93892b8645f88067f17f5edb46fe 2024-11-24T23:16:16,753 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/f6d59fc923be4371909019c02ebb805a to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/f6d59fc923be4371909019c02ebb805a 2024-11-24T23:16:16,754 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/78fece39956b4850aa6550a35b9cb8db to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/78fece39956b4850aa6550a35b9cb8db 2024-11-24T23:16:16,755 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/17e4255f0f3844ab9a650e6b043b1cec to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/17e4255f0f3844ab9a650e6b043b1cec 2024-11-24T23:16:16,756 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/bf3bd51af8bc4eb8ba15d777092c1d80 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/bf3bd51af8bc4eb8ba15d777092c1d80 2024-11-24T23:16:16,757 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/ca3a214626cd42899beb003047e156e2 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/ca3a214626cd42899beb003047e156e2 2024-11-24T23:16:16,758 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/d3a0f93e44e54a88a205dcfdc64c4dba to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/d3a0f93e44e54a88a205dcfdc64c4dba 2024-11-24T23:16:16,759 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/51f3202817e64fd690a0da9baade2b74 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/51f3202817e64fd690a0da9baade2b74 2024-11-24T23:16:16,759 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/1e938815af2b4e31849c828f9992e5c7 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/1e938815af2b4e31849c828f9992e5c7 2024-11-24T23:16:16,760 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ba7f32532130:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/dcc356953e51466cb94c6b7d17c04ec4 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/dcc356953e51466cb94c6b7d17c04ec4 2024-11-24T23:16:17,722 INFO [Thread-1444 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1444. 2024-11-24T23:16:17,722 DEBUG [Thread-1444 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:16:17,722 DEBUG [Thread-1444 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:17,722 INFO [Thread-1448 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1448. 2024-11-24T23:16:17,722 DEBUG [Thread-1448 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:16:17,722 DEBUG [Thread-1448 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:17,722 DEBUG [Thread-1444 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:17,722 DEBUG [Thread-1448 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:17,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:16:17,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:16:17,731 INFO [Thread-1446 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1446. 2024-11-24T23:16:17,731 DEBUG [Thread-1446 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:16:17,731 DEBUG [Thread-1446 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:17,731 DEBUG [Thread-1446 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:17,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:16:17,781 INFO [Thread-1452 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1452. 2024-11-24T23:16:17,781 DEBUG [Thread-1452 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:16:17,781 DEBUG [Thread-1452 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:17,781 DEBUG [Thread-1452 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:17,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:16:17,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T23:16:17,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-24T23:16:17,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-11-24T23:16:17,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-24T23:16:17,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 151 2024-11-24T23:16:17,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-24T23:16:17,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T23:16:17,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T23:16:17,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1118 2024-11-24T23:16:17,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3344 rows 2024-11-24T23:16:17,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1132 2024-11-24T23:16:17,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3386 rows 2024-11-24T23:16:17,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1126 2024-11-24T23:16:17,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3374 rows 2024-11-24T23:16:17,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1115 2024-11-24T23:16:17,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3341 rows 2024-11-24T23:16:17,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1123 2024-11-24T23:16:17,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3365 rows 2024-11-24T23:16:17,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:16:17,783 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:16:17,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:17,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:17,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:16:17,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-24T23:16:17,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T23:16:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-24T23:16:17,789 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490177789"}]},"ts":"1732490177789"} 2024-11-24T23:16:17,791 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T23:16:17,791 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T23:16:17,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T23:16:17,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40459929ea032bb8885ba56105e58315, UNASSIGN}] 2024-11-24T23:16:17,794 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40459929ea032bb8885ba56105e58315, UNASSIGN 2024-11-24T23:16:17,795 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=40459929ea032bb8885ba56105e58315, regionState=CLOSING, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:16:17,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=40459929ea032bb8885ba56105e58315, UNASSIGN because future has completed 2024-11-24T23:16:17,796 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T23:16:17,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure 40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579}] 2024-11-24T23:16:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-24T23:16:17,949 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(122): Close 40459929ea032bb8885ba56105e58315 2024-11-24T23:16:17,950 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T23:16:17,950 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1722): Closing 40459929ea032bb8885ba56105e58315, disabling compactions & flushes 2024-11-24T23:16:17,950 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:17,950 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:17,950 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. after waiting 0 ms 2024-11-24T23:16:17,950 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:17,951 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(2902): Flushing 40459929ea032bb8885ba56105e58315 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-24T23:16:17,951 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=A 2024-11-24T23:16:17,951 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:17,951 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=B 2024-11-24T23:16:17,951 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:17,952 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 40459929ea032bb8885ba56105e58315, store=C 2024-11-24T23:16:17,952 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:17,962 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112444b28266c08b4602a56b34b33d43f52d_40459929ea032bb8885ba56105e58315 is 50, key is test_row_1/A:col10/1732490177720/Put/seqid=0 2024-11-24T23:16:17,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742235_1411 (size=9914) 2024-11-24T23:16:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-24T23:16:18,366 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:18,373 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112444b28266c08b4602a56b34b33d43f52d_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112444b28266c08b4602a56b34b33d43f52d_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:18,374 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/8ea7f1b8a1d047abab58b3aff067bae3, store: [table=TestAcidGuarantees family=A region=40459929ea032bb8885ba56105e58315] 2024-11-24T23:16:18,375 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/8ea7f1b8a1d047abab58b3aff067bae3 is 175, key is test_row_1/A:col10/1732490177720/Put/seqid=0 2024-11-24T23:16:18,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742236_1412 (size=22561) 2024-11-24T23:16:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-24T23:16:18,781 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/8ea7f1b8a1d047abab58b3aff067bae3 2024-11-24T23:16:18,787 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/95dc6d6d08c4423788ae9fe14658f835 is 50, key is test_row_1/B:col10/1732490177720/Put/seqid=0 2024-11-24T23:16:18,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742237_1413 (size=9857) 2024-11-24T23:16:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-24T23:16:19,191 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/95dc6d6d08c4423788ae9fe14658f835 2024-11-24T23:16:19,203 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/decbdf400d5d4de1b6bf5695cdd21547 is 50, key is test_row_1/C:col10/1732490177720/Put/seqid=0 2024-11-24T23:16:19,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742238_1414 (size=9857) 2024-11-24T23:16:19,609 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/decbdf400d5d4de1b6bf5695cdd21547 2024-11-24T23:16:19,620 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/A/8ea7f1b8a1d047abab58b3aff067bae3 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/8ea7f1b8a1d047abab58b3aff067bae3 2024-11-24T23:16:19,625 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/8ea7f1b8a1d047abab58b3aff067bae3, entries=100, sequenceid=337, filesize=22.0 K 2024-11-24T23:16:19,626 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/B/95dc6d6d08c4423788ae9fe14658f835 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/95dc6d6d08c4423788ae9fe14658f835 2024-11-24T23:16:19,629 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/95dc6d6d08c4423788ae9fe14658f835, entries=100, sequenceid=337, filesize=9.6 K 2024-11-24T23:16:19,630 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/.tmp/C/decbdf400d5d4de1b6bf5695cdd21547 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/decbdf400d5d4de1b6bf5695cdd21547 2024-11-24T23:16:19,635 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/decbdf400d5d4de1b6bf5695cdd21547, entries=100, sequenceid=337, filesize=9.6 K 2024-11-24T23:16:19,637 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 40459929ea032bb8885ba56105e58315 in 1687ms, sequenceid=337, compaction requested=true 2024-11-24T23:16:19,642 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/recovered.edits/340.seqid, newMaxSeqId=340, maxSeqId=4 2024-11-24T23:16:19,643 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. 2024-11-24T23:16:19,643 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1676): Region close journal for 40459929ea032bb8885ba56105e58315: Waiting for close lock at 1732490177950Running coprocessor pre-close hooks at 1732490177950Disabling compacts and flushes for region at 1732490177950Disabling writes for close at 1732490177950Obtaining lock to block concurrent updates at 1732490177951 (+1 ms)Preparing flush snapshotting stores in 40459929ea032bb8885ba56105e58315 at 1732490177951Finished memstore snapshotting TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732490177952 (+1 ms)Flushing stores of TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315. at 1732490177953 (+1 ms)Flushing 40459929ea032bb8885ba56105e58315/A: creating writer at 1732490177953Flushing mob file 40459929ea032bb8885ba56105e58315/A: appending metadata at 1732490177962 (+9 ms)Flushing mob file 40459929ea032bb8885ba56105e58315/A: closing flushed file at 1732490177962Flushing 40459929ea032bb8885ba56105e58315/A: appending metadata at 1732490178374 (+412 ms)Flushing 40459929ea032bb8885ba56105e58315/A: closing flushed file at 1732490178374Flushing 40459929ea032bb8885ba56105e58315/B: creating writer at 1732490178784 (+410 ms)Flushing 40459929ea032bb8885ba56105e58315/B: appending metadata at 1732490178786 (+2 ms)Flushing 40459929ea032bb8885ba56105e58315/B: closing flushed file at 1732490178786Flushing 40459929ea032bb8885ba56105e58315/C: creating writer at 1732490179198 (+412 ms)Flushing 40459929ea032bb8885ba56105e58315/C: appending metadata at 1732490179202 (+4 ms)Flushing 40459929ea032bb8885ba56105e58315/C: closing flushed file at 1732490179202Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@525da60a: reopening flushed file at 1732490179619 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@561482d5: reopening flushed file at 1732490179625 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49a5e9a: reopening flushed file at 1732490179630 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 40459929ea032bb8885ba56105e58315 in 1687ms, sequenceid=337, compaction requested=true at 1732490179637 (+7 ms)Writing region close event to WAL at 1732490179639 (+2 ms)Running coprocessor post-close hooks at 1732490179643 (+4 ms)Closed at 1732490179643 2024-11-24T23:16:19,645 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(157): Closed 40459929ea032bb8885ba56105e58315 2024-11-24T23:16:19,646 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=40459929ea032bb8885ba56105e58315, regionState=CLOSED 2024-11-24T23:16:19,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure 40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 because future has completed 2024-11-24T23:16:19,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-24T23:16:19,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseRegionProcedure 40459929ea032bb8885ba56105e58315, server=ba7f32532130,37181,1732490053579 in 1.8520 sec 2024-11-24T23:16:19,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=113, resume processing ppid=112 2024-11-24T23:16:19,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, ppid=112, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40459929ea032bb8885ba56105e58315, UNASSIGN in 1.8560 sec 2024-11-24T23:16:19,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-24T23:16:19,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8610 sec 2024-11-24T23:16:19,657 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490179657"}]},"ts":"1732490179657"} 2024-11-24T23:16:19,658 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T23:16:19,658 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T23:16:19,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8750 sec 2024-11-24T23:16:19,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-24T23:16:19,940 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:16:19,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-24T23:16:19,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:16:19,944 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:16:19,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-24T23:16:19,945 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=115, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:16:19,948 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315 2024-11-24T23:16:19,953 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A, FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B, FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C, FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/recovered.edits] 2024-11-24T23:16:19,958 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/38122e4d2aa24eb78f60d4246f41cad1 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/38122e4d2aa24eb78f60d4246f41cad1 2024-11-24T23:16:19,960 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/60f4c6865c3d41ad936938b495656add to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/60f4c6865c3d41ad936938b495656add 2024-11-24T23:16:19,962 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/8ea7f1b8a1d047abab58b3aff067bae3 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/A/8ea7f1b8a1d047abab58b3aff067bae3 2024-11-24T23:16:19,967 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/06bc8eef7daa420fb376b635a9a81f3e to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/06bc8eef7daa420fb376b635a9a81f3e 2024-11-24T23:16:19,968 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/95dc6d6d08c4423788ae9fe14658f835 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/95dc6d6d08c4423788ae9fe14658f835 2024-11-24T23:16:19,970 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/c9d4b1e7a47d42b4a519a2b7c588a4bc to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/B/c9d4b1e7a47d42b4a519a2b7c588a4bc 2024-11-24T23:16:19,973 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/20246484ee3142da969003d2950d735e to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/20246484ee3142da969003d2950d735e 2024-11-24T23:16:19,974 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/93b4ae6badec43dc9ce779e5d84441cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/93b4ae6badec43dc9ce779e5d84441cd 2024-11-24T23:16:19,976 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/decbdf400d5d4de1b6bf5695cdd21547 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/C/decbdf400d5d4de1b6bf5695cdd21547 2024-11-24T23:16:19,979 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/recovered.edits/340.seqid to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315/recovered.edits/340.seqid 2024-11-24T23:16:19,980 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/40459929ea032bb8885ba56105e58315 2024-11-24T23:16:19,980 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T23:16:19,980 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T23:16:19,981 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T23:16:19,984 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240c042bb058454181b0533811b4138cce_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240c042bb058454181b0533811b4138cce_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:19,986 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240c625ab700eb49a99cc970a15efc3f66_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240c625ab700eb49a99cc970a15efc3f66_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:19,987 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112424293e65800a4e459cb3483c701d7e5d_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112424293e65800a4e459cb3483c701d7e5d_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:19,988 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112427c9c8bf1dd449deb6fcce5597056578_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112427c9c8bf1dd449deb6fcce5597056578_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:19,990 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112438a274ba594f4628be52d6fd58228e97_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112438a274ba594f4628be52d6fd58228e97_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:19,991 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112441b9f419c27b442ba146caf01ce1c603_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112441b9f419c27b442ba146caf01ce1c603_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:19,993 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112444b28266c08b4602a56b34b33d43f52d_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112444b28266c08b4602a56b34b33d43f52d_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:19,995 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244b287800b8534546a3f471afd6faf6d5_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244b287800b8534546a3f471afd6faf6d5_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:19,996 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246b81f99c78374ac6b0a53325516bf3ba_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246b81f99c78374ac6b0a53325516bf3ba_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:19,998 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247b613a2e3ba54327a5555e84bcd95261_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247b613a2e3ba54327a5555e84bcd95261_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:20,000 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247ef964ecfdd9427bbb1fc1da0f3431b5_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247ef964ecfdd9427bbb1fc1da0f3431b5_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:20,002 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112499789473faa34b7487e7170c221c65d7_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112499789473faa34b7487e7170c221c65d7_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:20,003 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a8880a0329254ffa95917cf916dedf8c_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a8880a0329254ffa95917cf916dedf8c_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:20,004 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c858fe18acaf46f7af4f96f31a354253_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c858fe18acaf46f7af4f96f31a354253_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:20,005 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124df52839fa2e5494e96bf731bbf718ddb_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124df52839fa2e5494e96bf731bbf718ddb_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:20,006 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124dfa0f297f5e842bc96e45228616798ef_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124dfa0f297f5e842bc96e45228616798ef_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:20,007 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e30ac7e1032a41539de139d9a07b1d99_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e30ac7e1032a41539de139d9a07b1d99_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:20,008 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124eccaf95f3eec4fc2a11d74c3617e9531_40459929ea032bb8885ba56105e58315 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124eccaf95f3eec4fc2a11d74c3617e9531_40459929ea032bb8885ba56105e58315 2024-11-24T23:16:20,009 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T23:16:20,010 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=115, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:16:20,012 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T23:16:20,014 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T23:16:20,015 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=115, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:16:20,015 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T23:16:20,015 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732490180015"}]},"ts":"9223372036854775807"} 2024-11-24T23:16:20,017 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-24T23:16:20,017 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 40459929ea032bb8885ba56105e58315, NAME => 'TestAcidGuarantees,,1732490147517.40459929ea032bb8885ba56105e58315.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T23:16:20,017 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T23:16:20,017 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732490180017"}]},"ts":"9223372036854775807"} 2024-11-24T23:16:20,018 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-24T23:16:20,019 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=115, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:16:20,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 78 msec 2024-11-24T23:16:20,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-24T23:16:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-24T23:16:20,050 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:16:20,060 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248 (was 250), OpenFileDescriptor=447 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=352 (was 324) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6732 (was 7628) 2024-11-24T23:16:20,068 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=248, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=352, ProcessCount=11, AvailableMemoryMB=6732 2024-11-24T23:16:20,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T23:16:20,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:16:20,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T23:16:20,071 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:16:20,071 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:20,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 116 2024-11-24T23:16:20,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-24T23:16:20,072 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:16:20,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742239_1415 (size=1061) 2024-11-24T23:16:20,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-24T23:16:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-24T23:16:20,481 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5 2024-11-24T23:16:20,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742240_1416 (size=53) 2024-11-24T23:16:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-24T23:16:20,890 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:16:20,890 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing c34d9656037e159d169fcc74a2067ffa, disabling compactions & flushes 2024-11-24T23:16:20,890 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:20,890 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:20,890 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. after waiting 0 ms 2024-11-24T23:16:20,890 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:20,890 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:20,891 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for c34d9656037e159d169fcc74a2067ffa: Waiting for close lock at 1732490180890Disabling compacts and flushes for region at 1732490180890Disabling writes for close at 1732490180890Writing region close event to WAL at 1732490180890Closed at 1732490180890 2024-11-24T23:16:20,894 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:16:20,895 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732490180894"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490180894"}]},"ts":"1732490180894"} 2024-11-24T23:16:20,897 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:16:20,899 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:16:20,899 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490180899"}]},"ts":"1732490180899"} 2024-11-24T23:16:20,900 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T23:16:20,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c34d9656037e159d169fcc74a2067ffa, ASSIGN}] 2024-11-24T23:16:20,902 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c34d9656037e159d169fcc74a2067ffa, ASSIGN 2024-11-24T23:16:20,902 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c34d9656037e159d169fcc74a2067ffa, ASSIGN; state=OFFLINE, location=ba7f32532130,37181,1732490053579; forceNewPlan=false, retain=false 2024-11-24T23:16:21,053 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=c34d9656037e159d169fcc74a2067ffa, regionState=OPENING, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:16:21,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c34d9656037e159d169fcc74a2067ffa, ASSIGN because future has completed 2024-11-24T23:16:21,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579}] 2024-11-24T23:16:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-24T23:16:21,213 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:21,213 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7752): Opening region: {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:16:21,214 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:21,214 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:16:21,214 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7794): checking encryption for c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:21,214 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7797): checking classloading for c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:21,216 INFO [StoreOpener-c34d9656037e159d169fcc74a2067ffa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:21,217 INFO [StoreOpener-c34d9656037e159d169fcc74a2067ffa-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:16:21,217 INFO [StoreOpener-c34d9656037e159d169fcc74a2067ffa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c34d9656037e159d169fcc74a2067ffa columnFamilyName A 2024-11-24T23:16:21,217 DEBUG [StoreOpener-c34d9656037e159d169fcc74a2067ffa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:21,217 INFO [StoreOpener-c34d9656037e159d169fcc74a2067ffa-1 {}] regionserver.HStore(327): Store=c34d9656037e159d169fcc74a2067ffa/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:16:21,217 INFO [StoreOpener-c34d9656037e159d169fcc74a2067ffa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:21,218 INFO [StoreOpener-c34d9656037e159d169fcc74a2067ffa-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:16:21,218 INFO [StoreOpener-c34d9656037e159d169fcc74a2067ffa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c34d9656037e159d169fcc74a2067ffa columnFamilyName B 2024-11-24T23:16:21,218 DEBUG [StoreOpener-c34d9656037e159d169fcc74a2067ffa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:21,219 INFO [StoreOpener-c34d9656037e159d169fcc74a2067ffa-1 {}] regionserver.HStore(327): Store=c34d9656037e159d169fcc74a2067ffa/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:16:21,219 INFO [StoreOpener-c34d9656037e159d169fcc74a2067ffa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:21,220 INFO [StoreOpener-c34d9656037e159d169fcc74a2067ffa-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:16:21,220 INFO [StoreOpener-c34d9656037e159d169fcc74a2067ffa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c34d9656037e159d169fcc74a2067ffa columnFamilyName C 2024-11-24T23:16:21,220 DEBUG [StoreOpener-c34d9656037e159d169fcc74a2067ffa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:21,220 INFO [StoreOpener-c34d9656037e159d169fcc74a2067ffa-1 {}] regionserver.HStore(327): Store=c34d9656037e159d169fcc74a2067ffa/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:16:21,220 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:21,220 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1038): replaying wal for c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:21,221 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:21,221 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:21,222 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1048): stopping wal replay for c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:21,222 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1060): Cleaning up temporary data for c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:21,222 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T23:16:21,223 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1093): writing seq id for c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:21,224 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:16:21,225 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1114): Opened c34d9656037e159d169fcc74a2067ffa; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70821100, jitterRate=0.05531662702560425}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T23:16:21,225 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:21,225 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1006): Region open journal for c34d9656037e159d169fcc74a2067ffa: Running coprocessor pre-open hook at 1732490181214Writing region info on filesystem at 1732490181214Initializing all the Stores at 1732490181215 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490181215Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490181215Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490181215Cleaning up temporary data from old regions at 1732490181222 (+7 ms)Running coprocessor post-open hooks at 1732490181225 (+3 ms)Region opened successfully at 1732490181225 2024-11-24T23:16:21,226 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., pid=118, masterSystemTime=1732490181211 2024-11-24T23:16:21,227 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:21,228 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:21,228 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=c34d9656037e159d169fcc74a2067ffa, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:16:21,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 because future has completed 2024-11-24T23:16:21,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-24T23:16:21,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; OpenRegionProcedure c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 in 173 msec 2024-11-24T23:16:21,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116 2024-11-24T23:16:21,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c34d9656037e159d169fcc74a2067ffa, ASSIGN in 331 msec 2024-11-24T23:16:21,234 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:16:21,234 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490181234"}]},"ts":"1732490181234"} 2024-11-24T23:16:21,235 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T23:16:21,236 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:16:21,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1660 sec 2024-11-24T23:16:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-24T23:16:22,219 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:16:22,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d1f058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,220 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:16:22,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:16:22,221 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:16:22,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:16:22,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:16:22,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640b0eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:16:22,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:16:22,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:22,223 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:16:22,223 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6636c99e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:16:22,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:16:22,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:16:22,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:16:22,226 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:16:22,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,34341,1732490052791 2024-11-24T23:16:22,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@634d1df9 2024-11-24T23:16:22,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:16:22,228 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:16:22,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581c4bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,229 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:16:22,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:16:22,230 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:16:22,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:16:22,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:16:22,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce82508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:16:22,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:16:22,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:22,232 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:16:22,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cdb012b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3692791b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:16:22,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:16:22,235 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:16:22,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:16:22,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:16:22,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d139669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:16:22,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:16:22,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:22,236 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:16:22,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b9ac31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b791feb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:16:22,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:16:22,238 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:16:22,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:16:22,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:16:22,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b5af62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:16:22,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:16:22,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:22,240 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:16:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ced3fcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da2e0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,241 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:16:22,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:16:22,242 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:16:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:16:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:16:22,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea69004, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:16:22,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:16:22,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:22,244 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:16:22,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355cf79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc361f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:16:22,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:16:22,246 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:16:22,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:16:22,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:16:22,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d75df30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:16:22,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:16:22,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:22,248 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:16:22,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75cc41be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f59c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:16:22,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:16:22,250 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:16:22,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:16:22,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:16:22,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72042b3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:16:22,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:16:22,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:22,252 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:16:22,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f309c8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae789b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,261 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:16:22,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:16:22,262 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:16:22,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:16:22,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:16:22,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ddb563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:16:22,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:16:22,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:22,264 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:16:22,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54998c31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7b3b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,265 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:16:22,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:16:22,266 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:16:22,266 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:16:22,266 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:16:22,267 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3943dae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,267 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:16:22,267 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:16:22,267 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:22,268 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:16:22,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1a96bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e04f49c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:16:22,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:16:22,271 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:16:22,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:16:22,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:16:22,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@588262b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:16:22,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:16:22,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:22,273 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:16:22,273 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9814a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ca199c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,274 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:16:22,274 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:16:22,275 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:16:22,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:16:22,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:16:22,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f86390c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:16:22,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:16:22,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:22,276 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:16:22,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1bee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:22,278 DEBUG [Thread-1884 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:16:22,278 DEBUG [Thread-1893 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:16:22,278 DEBUG [Thread-1897 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:16:22,279 DEBUG [Thread-1882 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:16:22,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:16:22,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:16:22,279 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:16:22,279 DEBUG [Thread-1893 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:16:22,279 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:16:22,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:16:22,280 DEBUG [Thread-1893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:16:22,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:16:22,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:16:22,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:16:22,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:16:22,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:16:22,282 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:16:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-24T23:16:22,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:16:22,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:16:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-24T23:16:22,284 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:16:22,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:16:22,285 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:16:22,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:16:22,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:16:22,287 DEBUG [Thread-1901 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:16:22,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:16:22,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:16:22,289 DEBUG [Thread-1888 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:16:22,289 DEBUG [Thread-1890 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:16:22,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:16:22,290 DEBUG [Thread-1888 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:16:22,290 DEBUG [Thread-1888 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:16:22,290 DEBUG [Thread-1899 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:16:22,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:16:22,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:16:22,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:16:22,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:16:22,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:16:22,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:16:22,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:16:22,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:16:22,293 DEBUG [Thread-1886 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:16:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:16:22,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:16:22,294 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:16:22,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:16:22,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:16:22,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:16:22,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:16:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:22,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c34d9656037e159d169fcc74a2067ffa 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T23:16:22,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=A 2024-11-24T23:16:22,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:22,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=B 2024-11-24T23:16:22,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:22,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=C 2024-11-24T23:16:22,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:22,317 DEBUG [Thread-1895 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:16:22,318 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:16:22,318 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:16:22,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:16:22,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2] 2024-11-24T23:16:22,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490242338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:22,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:22,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490242340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:22,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490242349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:22,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:22,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490242350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:22,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:22,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490242352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:22,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:22,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:22,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/e6dfdf3ece304aba904a4f0589fedcfa is 50, key is test_row_0/A:col10/1732490182296/Put/seqid=0 2024-11-24T23:16:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-24T23:16:22,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742241_1417 (size=14341) 2024-11-24T23:16:22,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/e6dfdf3ece304aba904a4f0589fedcfa 2024-11-24T23:16:22,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-24T23:16:22,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:22,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:22,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:22,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:22,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:22,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/f730f78268bb4ceea221b51b366a9f1e is 50, key is test_row_0/B:col10/1732490182296/Put/seqid=0 2024-11-24T23:16:22,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742242_1418 (size=12001) 2024-11-24T23:16:22,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:22,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490242459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490242464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:22,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,476 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,476 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:22,476 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:22,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490242470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:22,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:22,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490242470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:22,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:22,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490242471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:22,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:22,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-24T23:16:22,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:22,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:22,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:22,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:22,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-24T23:16:22,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490242681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:22,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:22,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490242681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:22,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490242681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:22,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:22,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:22,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490242681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:22,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:22,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:22,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490242689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:22,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:22,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:22,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-24T23:16:22,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:22,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:22,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:22,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:22,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:22,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/f730f78268bb4ceea221b51b366a9f1e 2024-11-24T23:16:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-24T23:16:22,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-24T23:16:22,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:22,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:22,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:22,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:22,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:22,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/6d1c3e56373a4efdada125188d1687ff is 50, key is test_row_0/C:col10/1732490182296/Put/seqid=0 2024-11-24T23:16:22,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742243_1419 (size=12001) 2024-11-24T23:16:23,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490243000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:23,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490243000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:23,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490243000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:23,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490243000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:23,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:23,004 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490243000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:23,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,004 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:23,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:23,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:23,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:23,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:23,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-24T23:16:23,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:23,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:23,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:23,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:23,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:23,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-24T23:16:23,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:23,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:23,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:23,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:23,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:23,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/6d1c3e56373a4efdada125188d1687ff 2024-11-24T23:16:23,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/e6dfdf3ece304aba904a4f0589fedcfa as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/e6dfdf3ece304aba904a4f0589fedcfa 2024-11-24T23:16:23,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/e6dfdf3ece304aba904a4f0589fedcfa, entries=200, sequenceid=13, filesize=14.0 K 2024-11-24T23:16:23,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/f730f78268bb4ceea221b51b366a9f1e as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/f730f78268bb4ceea221b51b366a9f1e 2024-11-24T23:16:23,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/f730f78268bb4ceea221b51b366a9f1e, entries=150, sequenceid=13, filesize=11.7 K 2024-11-24T23:16:23,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/6d1c3e56373a4efdada125188d1687ff as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/6d1c3e56373a4efdada125188d1687ff 2024-11-24T23:16:23,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/6d1c3e56373a4efdada125188d1687ff, entries=150, sequenceid=13, filesize=11.7 K 2024-11-24T23:16:23,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-24T23:16:23,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:23,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:23,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for c34d9656037e159d169fcc74a2067ffa in 1072ms, sequenceid=13, compaction requested=false 2024-11-24T23:16:23,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:23,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:23,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:23,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-24T23:16:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:23,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c34d9656037e159d169fcc74a2067ffa 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-24T23:16:23,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=A 2024-11-24T23:16:23,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:23,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=B 2024-11-24T23:16:23,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:23,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=C 2024-11-24T23:16:23,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:23,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/d895ea1f091340ae87ca9ef3f151d8d2 is 50, key is test_row_0/A:col10/1732490183511/Put/seqid=0 2024-11-24T23:16:23,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-24T23:16:23,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:23,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:23,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:23,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:23,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:23,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490243528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:23,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742244_1420 (size=14341) 2024-11-24T23:16:23,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:23,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/d895ea1f091340ae87ca9ef3f151d8d2 2024-11-24T23:16:23,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/0f635a4b6f214534881d99ee12128c96 is 50, key is test_row_0/B:col10/1732490183511/Put/seqid=0 2024-11-24T23:16:23,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490243532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:23,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490243532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:23,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:23,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:23,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742245_1421 (size=12001) 2024-11-24T23:16:23,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490243540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:23,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:23,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490243541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:23,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:23,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/0f635a4b6f214534881d99ee12128c96 2024-11-24T23:16:23,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/245d725051364557bee990f2603da4bd is 50, key is test_row_0/C:col10/1732490183511/Put/seqid=0 2024-11-24T23:16:23,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490243649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:23,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:23,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742246_1422 (size=12001) 2024-11-24T23:16:23,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/245d725051364557bee990f2603da4bd 2024-11-24T23:16:23,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/d895ea1f091340ae87ca9ef3f151d8d2 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/d895ea1f091340ae87ca9ef3f151d8d2 2024-11-24T23:16:23,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/d895ea1f091340ae87ca9ef3f151d8d2, entries=200, sequenceid=34, filesize=14.0 K 2024-11-24T23:16:23,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/0f635a4b6f214534881d99ee12128c96 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/0f635a4b6f214534881d99ee12128c96 2024-11-24T23:16:23,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490243669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:23,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:23,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490243669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:23,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:23,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:23,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/0f635a4b6f214534881d99ee12128c96, entries=150, sequenceid=34, filesize=11.7 K 2024-11-24T23:16:23,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/245d725051364557bee990f2603da4bd as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/245d725051364557bee990f2603da4bd 2024-11-24T23:16:23,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/245d725051364557bee990f2603da4bd, entries=150, sequenceid=34, filesize=11.7 K 2024-11-24T23:16:23,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-24T23:16:23,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:23,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:23,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:23,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:23,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:23,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for c34d9656037e159d169fcc74a2067ffa in 172ms, sequenceid=34, compaction requested=false 2024-11-24T23:16:23,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:23,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c34d9656037e159d169fcc74a2067ffa 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-24T23:16:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:23,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=A 2024-11-24T23:16:23,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:23,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=B 2024-11-24T23:16:23,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:23,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=C 2024-11-24T23:16:23,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:23,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/15294e342c864008a39942eb0e19135c is 50, key is test_row_0/A:col10/1732490183708/Put/seqid=0 2024-11-24T23:16:23,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742247_1423 (size=14341) 2024-11-24T23:16:23,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:23,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490243813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:23,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:23,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490243815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:23,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:23,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-24T23:16:23,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:23,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:23,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:23,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:23,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:23,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:23,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:23,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490243862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:23,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:23,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:23,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490243879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:23,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:23,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490243879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:23,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:23,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:23,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:23,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490243939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:23,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:23,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490243939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:23,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:23,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:23,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:23,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-24T23:16:23,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:23,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:23,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:23,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:23,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:23,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:24,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-24T23:16:24,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:24,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:24,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:24,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:24,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:24,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490244161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:24,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:24,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:24,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:24,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490244161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:24,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:24,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:24,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:24,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490244179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:24,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:24,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:24,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:24,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490244200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:24,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:24,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:24,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:24,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490244200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:24,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:24,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:24,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:24,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/15294e342c864008a39942eb0e19135c 2024-11-24T23:16:24,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/aa1bd7273cdd49338ea28608d83a6e39 is 50, key is test_row_0/B:col10/1732490183708/Put/seqid=0 2024-11-24T23:16:24,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742248_1424 (size=12001) 2024-11-24T23:16:24,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/aa1bd7273cdd49338ea28608d83a6e39 2024-11-24T23:16:24,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/e0f506ef334c4bd28474a2db8c59e03e is 50, key is test_row_0/C:col10/1732490183708/Put/seqid=0 2024-11-24T23:16:24,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-24T23:16:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:24,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:24,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:24,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742249_1425 (size=12001) 2024-11-24T23:16:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-24T23:16:24,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-24T23:16:24,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:24,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:24,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:24,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:24,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:24,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490244479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:24,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490244480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:24,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:24,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:24,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:24,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:24,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:24,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:24,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-24T23:16:24,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:24,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:24,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:24,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:24,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:24,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490244699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:24,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:24,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:24,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:24,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490244719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:24,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:24,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490244719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:24,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:24,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:24,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:24,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:24,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:24,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/e0f506ef334c4bd28474a2db8c59e03e 2024-11-24T23:16:24,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/15294e342c864008a39942eb0e19135c as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/15294e342c864008a39942eb0e19135c 2024-11-24T23:16:24,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/15294e342c864008a39942eb0e19135c, entries=200, sequenceid=47, filesize=14.0 K 2024-11-24T23:16:24,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/aa1bd7273cdd49338ea28608d83a6e39 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/aa1bd7273cdd49338ea28608d83a6e39 2024-11-24T23:16:24,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/aa1bd7273cdd49338ea28608d83a6e39, entries=150, sequenceid=47, filesize=11.7 K 2024-11-24T23:16:24,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/e0f506ef334c4bd28474a2db8c59e03e as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/e0f506ef334c4bd28474a2db8c59e03e 2024-11-24T23:16:24,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/e0f506ef334c4bd28474a2db8c59e03e, entries=150, sequenceid=47, filesize=11.7 K 2024-11-24T23:16:24,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for c34d9656037e159d169fcc74a2067ffa in 1045ms, sequenceid=47, compaction requested=true 2024-11-24T23:16:24,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:24,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:16:24,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:24,754 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:24,754 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:24,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:16:24,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:24,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:16:24,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:24,755 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:24,755 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:24,755 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): c34d9656037e159d169fcc74a2067ffa/A is initiating minor compaction (all files) 2024-11-24T23:16:24,755 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): c34d9656037e159d169fcc74a2067ffa/B is initiating minor compaction (all files) 2024-11-24T23:16:24,755 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c34d9656037e159d169fcc74a2067ffa/B in TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:24,755 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c34d9656037e159d169fcc74a2067ffa/A in TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:24,755 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/f730f78268bb4ceea221b51b366a9f1e, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/0f635a4b6f214534881d99ee12128c96, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/aa1bd7273cdd49338ea28608d83a6e39] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp, totalSize=35.2 K 2024-11-24T23:16:24,755 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/e6dfdf3ece304aba904a4f0589fedcfa, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/d895ea1f091340ae87ca9ef3f151d8d2, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/15294e342c864008a39942eb0e19135c] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp, totalSize=42.0 K 2024-11-24T23:16:24,756 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting f730f78268bb4ceea221b51b366a9f1e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732490182283 2024-11-24T23:16:24,756 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6dfdf3ece304aba904a4f0589fedcfa, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732490182283 2024-11-24T23:16:24,756 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f635a4b6f214534881d99ee12128c96, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1732490182348 2024-11-24T23:16:24,756 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting d895ea1f091340ae87ca9ef3f151d8d2, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1732490182338 2024-11-24T23:16:24,756 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15294e342c864008a39942eb0e19135c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732490183528 2024-11-24T23:16:24,756 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting aa1bd7273cdd49338ea28608d83a6e39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732490183531 2024-11-24T23:16:24,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-24T23:16:24,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:24,764 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34d9656037e159d169fcc74a2067ffa#B#compaction#352 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:24,765 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing c34d9656037e159d169fcc74a2067ffa 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-24T23:16:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=A 2024-11-24T23:16:24,765 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/d49dc85e67804f85bf2534eb3b7fb1d9 is 50, key is test_row_0/B:col10/1732490183708/Put/seqid=0 2024-11-24T23:16:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=B 2024-11-24T23:16:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=C 2024-11-24T23:16:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:24,767 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34d9656037e159d169fcc74a2067ffa#A#compaction#353 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:24,768 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/71d0e77cb4714c618fed0c09e54bd5cb is 50, key is test_row_0/A:col10/1732490183708/Put/seqid=0 2024-11-24T23:16:24,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/2a58c89a3aeb45cebce71c3def4777fa is 50, key is test_row_0/A:col10/1732490183813/Put/seqid=0 2024-11-24T23:16:24,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742250_1426 (size=12104) 2024-11-24T23:16:24,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742251_1427 (size=12104) 2024-11-24T23:16:24,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742252_1428 (size=12001) 2024-11-24T23:16:25,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:25,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490245060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:25,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:25,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:25,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:25,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490245075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:25,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:25,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:25,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:25,176 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T23:16:25,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490245183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:25,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:25,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:25,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:25,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490245189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:25,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:25,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:25,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:25,220 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/d49dc85e67804f85bf2534eb3b7fb1d9 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/d49dc85e67804f85bf2534eb3b7fb1d9 2024-11-24T23:16:25,229 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c34d9656037e159d169fcc74a2067ffa/B of c34d9656037e159d169fcc74a2067ffa into d49dc85e67804f85bf2534eb3b7fb1d9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:25,229 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:25,229 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., storeName=c34d9656037e159d169fcc74a2067ffa/B, priority=13, startTime=1732490184754; duration=0sec 2024-11-24T23:16:25,229 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:25,229 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:B 2024-11-24T23:16:25,229 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:25,234 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:25,234 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): c34d9656037e159d169fcc74a2067ffa/C is initiating minor compaction (all files) 2024-11-24T23:16:25,234 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c34d9656037e159d169fcc74a2067ffa/C in TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:25,234 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/6d1c3e56373a4efdada125188d1687ff, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/245d725051364557bee990f2603da4bd, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/e0f506ef334c4bd28474a2db8c59e03e] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp, totalSize=35.2 K 2024-11-24T23:16:25,236 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d1c3e56373a4efdada125188d1687ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732490182283 2024-11-24T23:16:25,237 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 245d725051364557bee990f2603da4bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1732490182348 2024-11-24T23:16:25,238 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting e0f506ef334c4bd28474a2db8c59e03e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732490183531 2024-11-24T23:16:25,240 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/2a58c89a3aeb45cebce71c3def4777fa 2024-11-24T23:16:25,242 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/71d0e77cb4714c618fed0c09e54bd5cb as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/71d0e77cb4714c618fed0c09e54bd5cb 2024-11-24T23:16:25,252 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c34d9656037e159d169fcc74a2067ffa/A of c34d9656037e159d169fcc74a2067ffa into 71d0e77cb4714c618fed0c09e54bd5cb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:25,253 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:25,253 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., storeName=c34d9656037e159d169fcc74a2067ffa/A, priority=13, startTime=1732490184754; duration=0sec 2024-11-24T23:16:25,253 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:25,253 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:A 2024-11-24T23:16:25,270 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34d9656037e159d169fcc74a2067ffa#C#compaction#355 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:25,271 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/90e13e5146eb49ac99fdbb14c76fd286 is 50, key is test_row_0/C:col10/1732490183708/Put/seqid=0 2024-11-24T23:16:25,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/6e491ceba59c44dfb0c6d2bc84ee2ecd is 50, key is test_row_0/B:col10/1732490183813/Put/seqid=0 2024-11-24T23:16:25,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742253_1429 (size=12104) 2024-11-24T23:16:25,338 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/90e13e5146eb49ac99fdbb14c76fd286 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/90e13e5146eb49ac99fdbb14c76fd286 2024-11-24T23:16:25,351 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c34d9656037e159d169fcc74a2067ffa/C of c34d9656037e159d169fcc74a2067ffa into 90e13e5146eb49ac99fdbb14c76fd286(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:25,351 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:25,352 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., storeName=c34d9656037e159d169fcc74a2067ffa/C, priority=13, startTime=1732490184754; duration=0sec 2024-11-24T23:16:25,352 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:25,352 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:C 2024-11-24T23:16:25,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742254_1430 (size=12001) 2024-11-24T23:16:25,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490245400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:25,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:25,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:25,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:25,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490245419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:25,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:25,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:25,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:25,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490245719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:25,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490245719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:25,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:25,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:25,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:25,725 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_0' in c34d9656037e159d169fcc74a2067ffa of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:16:25,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:25,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:25,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:25,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490245739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:25,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490245739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:25,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490245739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:25,746 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_0' in c34d9656037e159d169fcc74a2067ffa of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:16:25,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:25,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:25,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:25,747 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_0' in c34d9656037e159d169fcc74a2067ffa of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:16:25,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:25,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:25,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:25,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:25,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:25,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:25,757 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/6e491ceba59c44dfb0c6d2bc84ee2ecd 2024-11-24T23:16:25,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/8b1acd9b16f046d7a7c18e7a62a4b9fa is 50, key is test_row_0/C:col10/1732490183813/Put/seqid=0 2024-11-24T23:16:25,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742255_1431 (size=12001) 2024-11-24T23:16:25,777 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/8b1acd9b16f046d7a7c18e7a62a4b9fa 2024-11-24T23:16:25,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/2a58c89a3aeb45cebce71c3def4777fa as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/2a58c89a3aeb45cebce71c3def4777fa 2024-11-24T23:16:25,786 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/2a58c89a3aeb45cebce71c3def4777fa, entries=150, sequenceid=66, filesize=11.7 K 2024-11-24T23:16:25,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/6e491ceba59c44dfb0c6d2bc84ee2ecd as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/6e491ceba59c44dfb0c6d2bc84ee2ecd 2024-11-24T23:16:25,792 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/6e491ceba59c44dfb0c6d2bc84ee2ecd, entries=150, sequenceid=66, filesize=11.7 K 2024-11-24T23:16:25,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/8b1acd9b16f046d7a7c18e7a62a4b9fa as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/8b1acd9b16f046d7a7c18e7a62a4b9fa 2024-11-24T23:16:25,796 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/8b1acd9b16f046d7a7c18e7a62a4b9fa, entries=150, sequenceid=66, filesize=11.7 K 2024-11-24T23:16:25,797 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for c34d9656037e159d169fcc74a2067ffa in 1032ms, sequenceid=66, compaction requested=false 2024-11-24T23:16:25,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:25,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:25,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-24T23:16:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-24T23:16:25,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-24T23:16:25,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5140 sec 2024-11-24T23:16:25,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 3.5220 sec 2024-11-24T23:16:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:26,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c34d9656037e159d169fcc74a2067ffa 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-24T23:16:26,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=A 2024-11-24T23:16:26,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:26,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=B 2024-11-24T23:16:26,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:26,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=C 2024-11-24T23:16:26,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:26,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/eadbde6cbbde4c2381c752775f3cd260 is 50, key is test_row_0/A:col10/1732490185056/Put/seqid=0 2024-11-24T23:16:26,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742256_1432 (size=14341) 2024-11-24T23:16:26,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/eadbde6cbbde4c2381c752775f3cd260 2024-11-24T23:16:26,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/31b4574af46a449680f84e4107d4ba11 is 50, key is test_row_0/B:col10/1732490185056/Put/seqid=0 2024-11-24T23:16:26,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742257_1433 (size=12001) 2024-11-24T23:16:26,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/31b4574af46a449680f84e4107d4ba11 2024-11-24T23:16:26,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/9b8d206a89ad4b9fb7974b9b68eeb11a is 50, key is test_row_0/C:col10/1732490185056/Put/seqid=0 2024-11-24T23:16:26,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490246371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:26,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:26,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:26,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:26,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490246385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:26,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:26,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:26,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:26,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742258_1434 (size=12001) 2024-11-24T23:16:26,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/9b8d206a89ad4b9fb7974b9b68eeb11a 2024-11-24T23:16:26,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/eadbde6cbbde4c2381c752775f3cd260 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/eadbde6cbbde4c2381c752775f3cd260 2024-11-24T23:16:26,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/eadbde6cbbde4c2381c752775f3cd260, entries=200, sequenceid=83, filesize=14.0 K 2024-11-24T23:16:26,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/31b4574af46a449680f84e4107d4ba11 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/31b4574af46a449680f84e4107d4ba11 2024-11-24T23:16:26,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/31b4574af46a449680f84e4107d4ba11, entries=150, sequenceid=83, filesize=11.7 K 2024-11-24T23:16:26,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/9b8d206a89ad4b9fb7974b9b68eeb11a as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/9b8d206a89ad4b9fb7974b9b68eeb11a 2024-11-24T23:16:26,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/9b8d206a89ad4b9fb7974b9b68eeb11a, entries=150, sequenceid=83, filesize=11.7 K 2024-11-24T23:16:26,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for c34d9656037e159d169fcc74a2067ffa in 187ms, sequenceid=83, compaction requested=true 2024-11-24T23:16:26,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:26,432 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:26,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:16:26,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:26,432 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:26,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:16:26,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:26,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:16:26,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:26,434 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:26,434 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): c34d9656037e159d169fcc74a2067ffa/A is initiating minor compaction (all files) 2024-11-24T23:16:26,434 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c34d9656037e159d169fcc74a2067ffa/A in TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:26,435 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/71d0e77cb4714c618fed0c09e54bd5cb, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/2a58c89a3aeb45cebce71c3def4777fa, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/eadbde6cbbde4c2381c752775f3cd260] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp, totalSize=37.5 K 2024-11-24T23:16:26,435 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:26,435 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71d0e77cb4714c618fed0c09e54bd5cb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732490183531 2024-11-24T23:16:26,435 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): c34d9656037e159d169fcc74a2067ffa/B is initiating minor compaction (all files) 2024-11-24T23:16:26,435 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c34d9656037e159d169fcc74a2067ffa/B in TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:26,435 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/d49dc85e67804f85bf2534eb3b7fb1d9, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/6e491ceba59c44dfb0c6d2bc84ee2ecd, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/31b4574af46a449680f84e4107d4ba11] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp, totalSize=35.3 K 2024-11-24T23:16:26,436 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a58c89a3aeb45cebce71c3def4777fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1732490183787 2024-11-24T23:16:26,436 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting d49dc85e67804f85bf2534eb3b7fb1d9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732490183531 2024-11-24T23:16:26,436 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting eadbde6cbbde4c2381c752775f3cd260, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732490185053 2024-11-24T23:16:26,436 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e491ceba59c44dfb0c6d2bc84ee2ecd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1732490183787 2024-11-24T23:16:26,436 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 31b4574af46a449680f84e4107d4ba11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732490185056 2024-11-24T23:16:26,450 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34d9656037e159d169fcc74a2067ffa#B#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:26,450 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34d9656037e159d169fcc74a2067ffa#A#compaction#361 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:26,451 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/6b081f122fc148f4ad95eced3fefd636 is 50, key is test_row_0/B:col10/1732490185056/Put/seqid=0 2024-11-24T23:16:26,451 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/4821d2e52017455188c2d6715878d171 is 50, key is test_row_0/A:col10/1732490185056/Put/seqid=0 2024-11-24T23:16:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-24T23:16:26,469 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:16:26,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:16:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-24T23:16:26,472 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:16:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-24T23:16:26,472 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:16:26,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:16:26,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742260_1436 (size=12207) 2024-11-24T23:16:26,487 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/6b081f122fc148f4ad95eced3fefd636 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/6b081f122fc148f4ad95eced3fefd636 2024-11-24T23:16:26,495 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c34d9656037e159d169fcc74a2067ffa/B of c34d9656037e159d169fcc74a2067ffa into 6b081f122fc148f4ad95eced3fefd636(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:26,495 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:26,495 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., storeName=c34d9656037e159d169fcc74a2067ffa/B, priority=13, startTime=1732490186432; duration=0sec 2024-11-24T23:16:26,495 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:26,495 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:B 2024-11-24T23:16:26,495 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:26,497 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:26,497 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): c34d9656037e159d169fcc74a2067ffa/C is initiating minor compaction (all files) 2024-11-24T23:16:26,497 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c34d9656037e159d169fcc74a2067ffa/C in TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:26,497 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/90e13e5146eb49ac99fdbb14c76fd286, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/8b1acd9b16f046d7a7c18e7a62a4b9fa, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/9b8d206a89ad4b9fb7974b9b68eeb11a] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp, totalSize=35.3 K 2024-11-24T23:16:26,499 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 90e13e5146eb49ac99fdbb14c76fd286, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732490183531 2024-11-24T23:16:26,499 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b1acd9b16f046d7a7c18e7a62a4b9fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1732490183787 2024-11-24T23:16:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:26,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c34d9656037e159d169fcc74a2067ffa 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-24T23:16:26,499 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b8d206a89ad4b9fb7974b9b68eeb11a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732490185056 2024-11-24T23:16:26,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=A 2024-11-24T23:16:26,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:26,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=B 2024-11-24T23:16:26,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:26,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=C 2024-11-24T23:16:26,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:26,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742259_1435 (size=12207) 2024-11-24T23:16:26,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/6ebd37b50d4a41969ca979bb911377a6 is 50, key is test_row_0/A:col10/1732490186383/Put/seqid=0 2024-11-24T23:16:26,518 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34d9656037e159d169fcc74a2067ffa#C#compaction#364 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:26,519 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/05bccf635ace4fa7a1f444b8eba384b9 is 50, key is test_row_0/C:col10/1732490185056/Put/seqid=0 2024-11-24T23:16:26,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742261_1437 (size=14341) 2024-11-24T23:16:26,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/6ebd37b50d4a41969ca979bb911377a6 2024-11-24T23:16:26,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/4080efd2615b4647b59669e063b6b232 is 50, key is test_row_0/B:col10/1732490186383/Put/seqid=0 2024-11-24T23:16:26,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742262_1438 (size=12207) 2024-11-24T23:16:26,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742263_1439 (size=12001) 2024-11-24T23:16:26,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/4080efd2615b4647b59669e063b6b232 2024-11-24T23:16:26,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/f95c875a86934a9c9a8626ce5928438b is 50, key is test_row_0/C:col10/1732490186383/Put/seqid=0 2024-11-24T23:16:26,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490246554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:26,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:26,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:26,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:26,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742264_1440 (size=12001) 2024-11-24T23:16:26,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/f95c875a86934a9c9a8626ce5928438b 2024-11-24T23:16:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-24T23:16:26,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490246567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:26,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:26,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:26,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:26,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/6ebd37b50d4a41969ca979bb911377a6 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/6ebd37b50d4a41969ca979bb911377a6 2024-11-24T23:16:26,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/6ebd37b50d4a41969ca979bb911377a6, entries=200, sequenceid=103, filesize=14.0 K 2024-11-24T23:16:26,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/4080efd2615b4647b59669e063b6b232 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/4080efd2615b4647b59669e063b6b232 2024-11-24T23:16:26,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/4080efd2615b4647b59669e063b6b232, entries=150, sequenceid=103, filesize=11.7 K 2024-11-24T23:16:26,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/f95c875a86934a9c9a8626ce5928438b as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/f95c875a86934a9c9a8626ce5928438b 2024-11-24T23:16:26,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/f95c875a86934a9c9a8626ce5928438b, entries=150, sequenceid=103, filesize=11.7 K 2024-11-24T23:16:26,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for c34d9656037e159d169fcc74a2067ffa in 102ms, sequenceid=103, compaction requested=false 2024-11-24T23:16:26,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:26,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-24T23:16:26,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:26,625 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing c34d9656037e159d169fcc74a2067ffa 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-24T23:16:26,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=A 2024-11-24T23:16:26,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:26,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=B 2024-11-24T23:16:26,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:26,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=C 2024-11-24T23:16:26,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:26,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/011c9815fdcf451294d5292cc9048f17 is 50, key is test_row_0/A:col10/1732490186545/Put/seqid=0 2024-11-24T23:16:26,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742265_1441 (size=12001) 2024-11-24T23:16:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:26,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:26,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490246758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:26,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:26,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:26,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:26,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490246762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:26,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:26,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:26,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-24T23:16:26,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490246879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:26,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:26,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490246879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:26,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:26,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:26,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:26,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:26,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:26,908 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/4821d2e52017455188c2d6715878d171 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/4821d2e52017455188c2d6715878d171 2024-11-24T23:16:26,914 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c34d9656037e159d169fcc74a2067ffa/A of c34d9656037e159d169fcc74a2067ffa into 4821d2e52017455188c2d6715878d171(size=11.9 K), total size for store is 25.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:26,914 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:26,914 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., storeName=c34d9656037e159d169fcc74a2067ffa/A, priority=13, startTime=1732490186432; duration=0sec 2024-11-24T23:16:26,914 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:26,914 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:A 2024-11-24T23:16:26,942 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/05bccf635ace4fa7a1f444b8eba384b9 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/05bccf635ace4fa7a1f444b8eba384b9 2024-11-24T23:16:26,945 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c34d9656037e159d169fcc74a2067ffa/C of c34d9656037e159d169fcc74a2067ffa into 05bccf635ace4fa7a1f444b8eba384b9(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:26,945 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:26,945 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., storeName=c34d9656037e159d169fcc74a2067ffa/C, priority=13, startTime=1732490186432; duration=0sec 2024-11-24T23:16:26,945 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:26,946 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:C 2024-11-24T23:16:27,042 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/011c9815fdcf451294d5292cc9048f17 2024-11-24T23:16:27,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/43dd51be48c84a78a08dcfec2b0d86c6 is 50, key is test_row_0/B:col10/1732490186545/Put/seqid=0 2024-11-24T23:16:27,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742266_1442 (size=12001) 2024-11-24T23:16:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-24T23:16:27,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490247099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:27,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490247099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:27,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490247410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:27,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:27,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:27,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:27,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490247419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:27,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:27,453 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/43dd51be48c84a78a08dcfec2b0d86c6 2024-11-24T23:16:27,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/88ce8aae0d6f48e79666b46be9791bd1 is 50, key is test_row_0/C:col10/1732490186545/Put/seqid=0 2024-11-24T23:16:27,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742267_1443 (size=12001) 2024-11-24T23:16:27,495 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/88ce8aae0d6f48e79666b46be9791bd1 2024-11-24T23:16:27,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/011c9815fdcf451294d5292cc9048f17 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/011c9815fdcf451294d5292cc9048f17 2024-11-24T23:16:27,525 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/011c9815fdcf451294d5292cc9048f17, entries=150, sequenceid=116, filesize=11.7 K 2024-11-24T23:16:27,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/43dd51be48c84a78a08dcfec2b0d86c6 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/43dd51be48c84a78a08dcfec2b0d86c6 2024-11-24T23:16:27,530 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/43dd51be48c84a78a08dcfec2b0d86c6, entries=150, sequenceid=116, filesize=11.7 K 2024-11-24T23:16:27,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/88ce8aae0d6f48e79666b46be9791bd1 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/88ce8aae0d6f48e79666b46be9791bd1 2024-11-24T23:16:27,538 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/88ce8aae0d6f48e79666b46be9791bd1, entries=150, sequenceid=116, filesize=11.7 K 2024-11-24T23:16:27,541 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for c34d9656037e159d169fcc74a2067ffa in 916ms, sequenceid=116, compaction requested=true 2024-11-24T23:16:27,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:27,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:27,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-24T23:16:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-24T23:16:27,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-24T23:16:27,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0710 sec 2024-11-24T23:16:27,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.0760 sec 2024-11-24T23:16:27,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-24T23:16:27,609 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:16:27,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:16:27,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-24T23:16:27,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-24T23:16:27,612 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:16:27,613 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:16:27,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:16:27,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-24T23:16:27,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:27,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c34d9656037e159d169fcc74a2067ffa 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-24T23:16:27,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=A 2024-11-24T23:16:27,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:27,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=B 2024-11-24T23:16:27,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:27,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=C 2024-11-24T23:16:27,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:27,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/6c826fe015c14cde854a0fbf8d550715 is 50, key is test_row_0/A:col10/1732490187753/Put/seqid=0 2024-11-24T23:16:27,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742268_1444 (size=14541) 2024-11-24T23:16:27,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T23:16:27,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:27,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:27,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:27,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:27,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:27,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:27,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490247780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:27,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:27,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:27,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:27,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490247794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:27,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:27,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490247795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:27,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:27,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:27,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:27,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:27,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:27,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490247900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:27,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:27,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:27,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:27,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T23:16:27,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:27,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:27,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:27,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:27,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-24T23:16:27,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490247919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:27,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:27,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:27,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:27,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490247919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:27,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:27,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:27,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:27,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490247929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:27,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:27,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:27,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:27,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490247939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:27,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:27,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:27,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:28,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T23:16:28,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:28,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:28,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:28,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:28,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:28,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:28,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:28,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490248119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:28,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:28,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:28,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:28,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490248139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:28,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490248139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:28,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:28,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/6c826fe015c14cde854a0fbf8d550715 2024-11-24T23:16:28,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/07334652716d45e5aac0d90e66cf7847 is 50, key is test_row_0/B:col10/1732490187753/Put/seqid=0 2024-11-24T23:16:28,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742269_1445 (size=12151) 2024-11-24T23:16:28,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T23:16:28,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:28,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:28,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:28,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:28,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:28,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-24T23:16:28,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T23:16:28,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:28,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:28,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:28,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:28,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:28,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490248439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:28,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:28,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490248449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:28,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:28,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490248449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:28,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:28,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:28,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:28,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:28,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:28,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T23:16:28,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:28,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:28,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:28,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:28,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:28,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/07334652716d45e5aac0d90e66cf7847 2024-11-24T23:16:28,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/43f1b7c7b39e41d9b160c3515a1f0d39 is 50, key is test_row_0/C:col10/1732490187753/Put/seqid=0 2024-11-24T23:16:28,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742270_1446 (size=12151) 2024-11-24T23:16:28,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/43f1b7c7b39e41d9b160c3515a1f0d39 2024-11-24T23:16:28,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/6c826fe015c14cde854a0fbf8d550715 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/6c826fe015c14cde854a0fbf8d550715 2024-11-24T23:16:28,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/6c826fe015c14cde854a0fbf8d550715, entries=200, sequenceid=138, filesize=14.2 K 2024-11-24T23:16:28,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/07334652716d45e5aac0d90e66cf7847 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/07334652716d45e5aac0d90e66cf7847 2024-11-24T23:16:28,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/07334652716d45e5aac0d90e66cf7847, entries=150, sequenceid=138, filesize=11.9 K 2024-11-24T23:16:28,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/43f1b7c7b39e41d9b160c3515a1f0d39 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/43f1b7c7b39e41d9b160c3515a1f0d39 2024-11-24T23:16:28,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/43f1b7c7b39e41d9b160c3515a1f0d39, entries=150, sequenceid=138, filesize=11.9 K 2024-11-24T23:16:28,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for c34d9656037e159d169fcc74a2067ffa in 856ms, sequenceid=138, compaction requested=true 2024-11-24T23:16:28,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:28,611 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:16:28,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:16:28,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:28,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:16:28,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:28,611 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:16:28,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:16:28,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:28,612 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:16:28,612 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:16:28,612 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): c34d9656037e159d169fcc74a2067ffa/B is initiating minor compaction (all files) 2024-11-24T23:16:28,612 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): c34d9656037e159d169fcc74a2067ffa/A is initiating minor compaction (all files) 2024-11-24T23:16:28,612 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c34d9656037e159d169fcc74a2067ffa/A in TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:28,612 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c34d9656037e159d169fcc74a2067ffa/B in TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:28,612 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/4821d2e52017455188c2d6715878d171, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/6ebd37b50d4a41969ca979bb911377a6, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/011c9815fdcf451294d5292cc9048f17, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/6c826fe015c14cde854a0fbf8d550715] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp, totalSize=51.8 K 2024-11-24T23:16:28,612 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/6b081f122fc148f4ad95eced3fefd636, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/4080efd2615b4647b59669e063b6b232, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/43dd51be48c84a78a08dcfec2b0d86c6, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/07334652716d45e5aac0d90e66cf7847] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp, totalSize=47.2 K 2024-11-24T23:16:28,613 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 4821d2e52017455188c2d6715878d171, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732490185056 2024-11-24T23:16:28,613 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b081f122fc148f4ad95eced3fefd636, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732490185056 2024-11-24T23:16:28,613 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ebd37b50d4a41969ca979bb911377a6, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732490186318 2024-11-24T23:16:28,613 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4080efd2615b4647b59669e063b6b232, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732490186318 2024-11-24T23:16:28,613 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 011c9815fdcf451294d5292cc9048f17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732490186545 2024-11-24T23:16:28,613 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43dd51be48c84a78a08dcfec2b0d86c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732490186545 2024-11-24T23:16:28,613 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c826fe015c14cde854a0fbf8d550715, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732490186742 2024-11-24T23:16:28,613 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07334652716d45e5aac0d90e66cf7847, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732490186742 2024-11-24T23:16:28,620 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34d9656037e159d169fcc74a2067ffa#B#compaction#373 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:28,621 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/341ecb5ed5424a19bd218296c38482cb is 50, key is test_row_0/B:col10/1732490187753/Put/seqid=0 2024-11-24T23:16:28,623 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34d9656037e159d169fcc74a2067ffa#A#compaction#374 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:28,623 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/7e4a8f6cc57a493f97ece8655008e0a1 is 50, key is test_row_0/A:col10/1732490187753/Put/seqid=0 2024-11-24T23:16:28,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742271_1447 (size=12493) 2024-11-24T23:16:28,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742272_1448 (size=12493) 2024-11-24T23:16:28,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T23:16:28,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:28,686 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing c34d9656037e159d169fcc74a2067ffa 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-24T23:16:28,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=A 2024-11-24T23:16:28,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:28,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=B 2024-11-24T23:16:28,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:28,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=C 2024-11-24T23:16:28,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:28,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/bcc0f54e76d245a3a834c5b8f8a856ad is 50, key is test_row_0/A:col10/1732490187790/Put/seqid=0 2024-11-24T23:16:28,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742273_1449 (size=12151) 2024-11-24T23:16:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-24T23:16:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:28,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:29,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490248999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:29,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490249000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:29,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490249002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:29,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:29,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490249008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:29,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:29,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:29,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490249009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:29,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:29,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:29,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:29,029 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/341ecb5ed5424a19bd218296c38482cb as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/341ecb5ed5424a19bd218296c38482cb 2024-11-24T23:16:29,033 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/7e4a8f6cc57a493f97ece8655008e0a1 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/7e4a8f6cc57a493f97ece8655008e0a1 2024-11-24T23:16:29,033 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c34d9656037e159d169fcc74a2067ffa/B of c34d9656037e159d169fcc74a2067ffa into 341ecb5ed5424a19bd218296c38482cb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:29,033 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:29,034 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., storeName=c34d9656037e159d169fcc74a2067ffa/B, priority=12, startTime=1732490188611; duration=0sec 2024-11-24T23:16:29,034 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:29,034 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:B 2024-11-24T23:16:29,034 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:16:29,035 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:16:29,035 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): c34d9656037e159d169fcc74a2067ffa/C is initiating minor compaction (all files) 2024-11-24T23:16:29,035 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c34d9656037e159d169fcc74a2067ffa/C in TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:29,035 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/05bccf635ace4fa7a1f444b8eba384b9, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/f95c875a86934a9c9a8626ce5928438b, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/88ce8aae0d6f48e79666b46be9791bd1, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/43f1b7c7b39e41d9b160c3515a1f0d39] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp, totalSize=47.2 K 2024-11-24T23:16:29,035 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05bccf635ace4fa7a1f444b8eba384b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732490185056 2024-11-24T23:16:29,036 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting f95c875a86934a9c9a8626ce5928438b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732490186318 2024-11-24T23:16:29,036 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88ce8aae0d6f48e79666b46be9791bd1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732490186545 2024-11-24T23:16:29,037 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43f1b7c7b39e41d9b160c3515a1f0d39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732490186742 2024-11-24T23:16:29,037 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c34d9656037e159d169fcc74a2067ffa/A of c34d9656037e159d169fcc74a2067ffa into 7e4a8f6cc57a493f97ece8655008e0a1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:29,037 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:29,037 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., storeName=c34d9656037e159d169fcc74a2067ffa/A, priority=12, startTime=1732490188611; duration=0sec 2024-11-24T23:16:29,037 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:29,037 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:A 2024-11-24T23:16:29,046 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34d9656037e159d169fcc74a2067ffa#C#compaction#376 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:29,046 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/7c5e67bf3f2e4f68838a6646898172a7 is 50, key is test_row_0/C:col10/1732490187753/Put/seqid=0 2024-11-24T23:16:29,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742274_1450 (size=12493) 2024-11-24T23:16:29,094 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/bcc0f54e76d245a3a834c5b8f8a856ad 2024-11-24T23:16:29,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/12acb0c5978e4d5f80d116f46acdfb2f is 50, key is test_row_0/B:col10/1732490187790/Put/seqid=0 2024-11-24T23:16:29,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742275_1451 (size=12151) 2024-11-24T23:16:29,108 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/12acb0c5978e4d5f80d116f46acdfb2f 2024-11-24T23:16:29,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/1b458fa440ed49df91620ca310f94741 is 50, key is test_row_0/C:col10/1732490187790/Put/seqid=0 2024-11-24T23:16:29,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742276_1452 (size=12151) 2024-11-24T23:16:29,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490249129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:29,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490249129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:29,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:29,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490249130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:29,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:29,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:29,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490249131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:29,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:29,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490249133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:29,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:29,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490249339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:29,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490249339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:29,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490249340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:29,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:29,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490249349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:29,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:29,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490249349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:29,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:29,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:29,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:29,453 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/7c5e67bf3f2e4f68838a6646898172a7 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/7c5e67bf3f2e4f68838a6646898172a7 2024-11-24T23:16:29,458 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c34d9656037e159d169fcc74a2067ffa/C of c34d9656037e159d169fcc74a2067ffa into 7c5e67bf3f2e4f68838a6646898172a7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:29,458 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:29,458 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., storeName=c34d9656037e159d169fcc74a2067ffa/C, priority=12, startTime=1732490188611; duration=0sec 2024-11-24T23:16:29,458 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:29,458 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:C 2024-11-24T23:16:29,518 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/1b458fa440ed49df91620ca310f94741 2024-11-24T23:16:29,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/bcc0f54e76d245a3a834c5b8f8a856ad as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/bcc0f54e76d245a3a834c5b8f8a856ad 2024-11-24T23:16:29,525 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/bcc0f54e76d245a3a834c5b8f8a856ad, entries=150, sequenceid=150, filesize=11.9 K 2024-11-24T23:16:29,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/12acb0c5978e4d5f80d116f46acdfb2f as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/12acb0c5978e4d5f80d116f46acdfb2f 2024-11-24T23:16:29,529 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/12acb0c5978e4d5f80d116f46acdfb2f, entries=150, sequenceid=150, filesize=11.9 K 2024-11-24T23:16:29,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/1b458fa440ed49df91620ca310f94741 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/1b458fa440ed49df91620ca310f94741 2024-11-24T23:16:29,534 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/1b458fa440ed49df91620ca310f94741, entries=150, sequenceid=150, filesize=11.9 K 2024-11-24T23:16:29,535 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for c34d9656037e159d169fcc74a2067ffa in 849ms, sequenceid=150, compaction requested=false 2024-11-24T23:16:29,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:29,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:29,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-24T23:16:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-24T23:16:29,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-24T23:16:29,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9230 sec 2024-11-24T23:16:29,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.9290 sec 2024-11-24T23:16:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:29,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c34d9656037e159d169fcc74a2067ffa 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-24T23:16:29,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=A 2024-11-24T23:16:29,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:29,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=B 2024-11-24T23:16:29,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:29,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=C 2024-11-24T23:16:29,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:29,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/266e1b7d874540fa98e8c2fa29ed3aba is 50, key is test_row_0/A:col10/1732490189666/Put/seqid=0 2024-11-24T23:16:29,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742277_1453 (size=14541) 2024-11-24T23:16:29,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490249672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:29,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:29,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490249681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:29,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:29,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490249681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:29,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:29,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490249682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:29,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:29,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:29,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490249682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:29,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:29,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-24T23:16:29,759 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:16:29,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:16:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-24T23:16:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-24T23:16:29,761 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:16:29,761 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:16:29,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:16:29,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490249789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:29,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490249789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:29,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490249799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:29,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490249799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:29,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:29,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490249800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:29,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:29,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:29,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-24T23:16:29,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T23:16:29,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:29,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:29,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:29,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:29,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:30,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490250009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:30,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:30,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490250009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:30,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:30,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:30,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490250009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:30,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:30,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490250010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:30,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:30,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490250010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:30,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:30,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T23:16:30,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:30,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:30,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:30,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:30,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:30,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/266e1b7d874540fa98e8c2fa29ed3aba 2024-11-24T23:16:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-24T23:16:30,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/5b3631080ca445329bc1f18ac4496701 is 50, key is test_row_0/B:col10/1732490189666/Put/seqid=0 2024-11-24T23:16:30,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742278_1454 (size=12151) 2024-11-24T23:16:30,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T23:16:30,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:30,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:30,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:30,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:30,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:30,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490250329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:30,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:30,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490250329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:30,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:30,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:30,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490250329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:30,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:30,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490250329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:30,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:30,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490250330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:30,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:30,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:30,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T23:16:30,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:30,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:30,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:30,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:30,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-24T23:16:30,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/5b3631080ca445329bc1f18ac4496701 2024-11-24T23:16:30,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/33082f8d7f444a3b827c8b4f0b31ef8e is 50, key is test_row_0/C:col10/1732490189666/Put/seqid=0 2024-11-24T23:16:30,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742279_1455 (size=12151) 2024-11-24T23:16:30,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T23:16:30,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:30,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:30,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:30,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:30,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:30,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T23:16:30,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:30,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:30,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:30,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:30,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:30,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T23:16:30,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:30,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:30,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:30,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:30,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:30,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490250839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:30,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:30,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490250849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:30,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:30,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:30,852 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,852 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490250849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:30,852 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:30,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490250849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:30,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490250849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:30,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:30,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:30,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:30,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-24T23:16:30,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/33082f8d7f444a3b827c8b4f0b31ef8e 2024-11-24T23:16:30,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/266e1b7d874540fa98e8c2fa29ed3aba as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/266e1b7d874540fa98e8c2fa29ed3aba 2024-11-24T23:16:30,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/266e1b7d874540fa98e8c2fa29ed3aba, entries=200, sequenceid=174, filesize=14.2 K 2024-11-24T23:16:30,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/5b3631080ca445329bc1f18ac4496701 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/5b3631080ca445329bc1f18ac4496701 2024-11-24T23:16:30,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/5b3631080ca445329bc1f18ac4496701, entries=150, sequenceid=174, filesize=11.9 K 2024-11-24T23:16:30,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/33082f8d7f444a3b827c8b4f0b31ef8e as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/33082f8d7f444a3b827c8b4f0b31ef8e 2024-11-24T23:16:30,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/33082f8d7f444a3b827c8b4f0b31ef8e, entries=150, sequenceid=174, filesize=11.9 K 2024-11-24T23:16:30,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=60.38 KB/61830 for c34d9656037e159d169fcc74a2067ffa in 1250ms, sequenceid=174, compaction requested=true 2024-11-24T23:16:30,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:30,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:16:30,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:30,917 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:30,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:16:30,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:30,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:16:30,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T23:16:30,917 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:30,919 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:30,919 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): c34d9656037e159d169fcc74a2067ffa/B is initiating minor compaction (all files) 2024-11-24T23:16:30,919 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c34d9656037e159d169fcc74a2067ffa/B in TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:30,919 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/341ecb5ed5424a19bd218296c38482cb, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/12acb0c5978e4d5f80d116f46acdfb2f, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/5b3631080ca445329bc1f18ac4496701] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp, totalSize=35.9 K 2024-11-24T23:16:30,919 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:30,919 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): c34d9656037e159d169fcc74a2067ffa/A is initiating minor compaction (all files) 2024-11-24T23:16:30,919 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c34d9656037e159d169fcc74a2067ffa/A in TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:30,920 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/7e4a8f6cc57a493f97ece8655008e0a1, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/bcc0f54e76d245a3a834c5b8f8a856ad, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/266e1b7d874540fa98e8c2fa29ed3aba] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp, totalSize=38.3 K 2024-11-24T23:16:30,920 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 341ecb5ed5424a19bd218296c38482cb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732490186742 2024-11-24T23:16:30,920 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e4a8f6cc57a493f97ece8655008e0a1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732490186742 2024-11-24T23:16:30,920 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcc0f54e76d245a3a834c5b8f8a856ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732490187776 2024-11-24T23:16:30,920 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 12acb0c5978e4d5f80d116f46acdfb2f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732490187776 2024-11-24T23:16:30,920 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 266e1b7d874540fa98e8c2fa29ed3aba, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732490188981 2024-11-24T23:16:30,920 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b3631080ca445329bc1f18ac4496701, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732490188981 2024-11-24T23:16:30,925 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34d9656037e159d169fcc74a2067ffa#B#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:30,926 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/fcea8aa9cad94898baa02ed04daaa0d1 is 50, key is test_row_0/B:col10/1732490189666/Put/seqid=0 2024-11-24T23:16:30,934 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34d9656037e159d169fcc74a2067ffa#A#compaction#383 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:30,934 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/1e154fa7b9ba47b6ac036613f8ffbd43 is 50, key is test_row_0/A:col10/1732490189666/Put/seqid=0 2024-11-24T23:16:30,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742280_1456 (size=12595) 2024-11-24T23:16:30,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742281_1457 (size=12595) 2024-11-24T23:16:30,976 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/1e154fa7b9ba47b6ac036613f8ffbd43 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/1e154fa7b9ba47b6ac036613f8ffbd43 2024-11-24T23:16:30,982 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c34d9656037e159d169fcc74a2067ffa/A of c34d9656037e159d169fcc74a2067ffa into 1e154fa7b9ba47b6ac036613f8ffbd43(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:30,982 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:30,982 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., storeName=c34d9656037e159d169fcc74a2067ffa/A, priority=13, startTime=1732490190917; duration=0sec 2024-11-24T23:16:30,982 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:30,982 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:A 2024-11-24T23:16:30,982 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:30,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T23:16:30,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:30,983 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing c34d9656037e159d169fcc74a2067ffa 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-24T23:16:30,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=A 2024-11-24T23:16:30,984 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:30,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:30,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=B 2024-11-24T23:16:30,984 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): c34d9656037e159d169fcc74a2067ffa/C is initiating minor compaction (all files) 2024-11-24T23:16:30,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:30,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=C 2024-11-24T23:16:30,984 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c34d9656037e159d169fcc74a2067ffa/C in TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:30,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:30,984 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/7c5e67bf3f2e4f68838a6646898172a7, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/1b458fa440ed49df91620ca310f94741, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/33082f8d7f444a3b827c8b4f0b31ef8e] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp, totalSize=35.9 K 2024-11-24T23:16:30,984 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c5e67bf3f2e4f68838a6646898172a7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732490186742 2024-11-24T23:16:30,985 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b458fa440ed49df91620ca310f94741, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732490187776 2024-11-24T23:16:30,985 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33082f8d7f444a3b827c8b4f0b31ef8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732490188981 2024-11-24T23:16:30,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/6b714b36d3a444daad6eee4aa278e2e5 is 50, key is test_row_0/A:col10/1732490189670/Put/seqid=0 2024-11-24T23:16:30,993 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34d9656037e159d169fcc74a2067ffa#C#compaction#385 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:30,994 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/1007ed5abdea4f5a864f0cfae13c1cac is 50, key is test_row_0/C:col10/1732490189666/Put/seqid=0 2024-11-24T23:16:31,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742282_1458 (size=12151) 2024-11-24T23:16:31,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742283_1459 (size=12595) 2024-11-24T23:16:31,360 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/fcea8aa9cad94898baa02ed04daaa0d1 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/fcea8aa9cad94898baa02ed04daaa0d1 2024-11-24T23:16:31,364 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c34d9656037e159d169fcc74a2067ffa/B of c34d9656037e159d169fcc74a2067ffa into fcea8aa9cad94898baa02ed04daaa0d1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:31,364 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:31,364 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., storeName=c34d9656037e159d169fcc74a2067ffa/B, priority=13, startTime=1732490190917; duration=0sec 2024-11-24T23:16:31,364 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:31,364 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:B 2024-11-24T23:16:31,412 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/6b714b36d3a444daad6eee4aa278e2e5 2024-11-24T23:16:31,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/d650f780572e43cc9b17aadf1819cca9 is 50, key is test_row_0/B:col10/1732490189670/Put/seqid=0 2024-11-24T23:16:31,438 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/1007ed5abdea4f5a864f0cfae13c1cac as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/1007ed5abdea4f5a864f0cfae13c1cac 2024-11-24T23:16:31,443 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c34d9656037e159d169fcc74a2067ffa/C of c34d9656037e159d169fcc74a2067ffa into 1007ed5abdea4f5a864f0cfae13c1cac(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:31,443 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:31,443 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., storeName=c34d9656037e159d169fcc74a2067ffa/C, priority=13, startTime=1732490190917; duration=0sec 2024-11-24T23:16:31,443 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:31,443 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:C 2024-11-24T23:16:31,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742284_1460 (size=12151) 2024-11-24T23:16:31,446 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/d650f780572e43cc9b17aadf1819cca9 2024-11-24T23:16:31,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/9658ed8a75f8489ab96a3acd5ea89072 is 50, key is test_row_0/C:col10/1732490189670/Put/seqid=0 2024-11-24T23:16:31,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742285_1461 (size=12151) 2024-11-24T23:16:31,492 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/9658ed8a75f8489ab96a3acd5ea89072 2024-11-24T23:16:31,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/6b714b36d3a444daad6eee4aa278e2e5 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/6b714b36d3a444daad6eee4aa278e2e5 2024-11-24T23:16:31,505 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/6b714b36d3a444daad6eee4aa278e2e5, entries=150, sequenceid=187, filesize=11.9 K 2024-11-24T23:16:31,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/d650f780572e43cc9b17aadf1819cca9 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/d650f780572e43cc9b17aadf1819cca9 2024-11-24T23:16:31,514 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/d650f780572e43cc9b17aadf1819cca9, entries=150, sequenceid=187, filesize=11.9 K 2024-11-24T23:16:31,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/9658ed8a75f8489ab96a3acd5ea89072 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/9658ed8a75f8489ab96a3acd5ea89072 2024-11-24T23:16:31,519 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/9658ed8a75f8489ab96a3acd5ea89072, entries=150, sequenceid=187, filesize=11.9 K 2024-11-24T23:16:31,522 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=0 B/0 for c34d9656037e159d169fcc74a2067ffa in 536ms, sequenceid=187, compaction requested=false 2024-11-24T23:16:31,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:31,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:31,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-24T23:16:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-24T23:16:31,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-24T23:16:31,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7630 sec 2024-11-24T23:16:31,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.7710 sec 2024-11-24T23:16:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:31,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c34d9656037e159d169fcc74a2067ffa 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T23:16:31,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=A 2024-11-24T23:16:31,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:31,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=B 2024-11-24T23:16:31,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:31,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=C 2024-11-24T23:16:31,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:31,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/4345297b44d94212824dff4652e7c369 is 50, key is test_row_1/A:col10/1732490191874/Put/seqid=0 2024-11-24T23:16:31,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742286_1462 (size=16927) 2024-11-24T23:16:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-24T23:16:31,909 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:16:31,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:16:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-24T23:16:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-24T23:16:31,911 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:16:31,912 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:16:31,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:16:31,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:31,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490251903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490251903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:31,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:31,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:31,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:31,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:31,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:31,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:31,944 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732490191898, max timestamp=1732490191923Num uniques 859; 2024-11-24T23:16:31,944 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-24T23:16:31,945 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732490191898, max timestamp=1732490191923Num uniques 859; 2024-11-24T23:16:31,945 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-24T23:16:31,945 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732490191898, max timestamp=1732490191923Num uniques 859; 2024-11-24T23:16:31,945 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=10392, suffix heap size=117064,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=227 2024-11-24T23:16:32,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:32,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490251989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490251988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:32,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490251998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:32,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:32,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:32,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-24T23:16:32,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490252049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:32,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:32,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490252049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:32,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:32,056 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,056 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,056 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:32,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-24T23:16:32,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:32,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:32,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:32,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:32,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:32,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:32,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490252109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:32,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:32,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490252109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:32,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:32,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:32,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490252109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:32,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:32,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:32,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-24T23:16:32,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:32,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:32,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:32,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:32,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:32,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-24T23:16:32,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490252259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:32,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:32,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490252259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:32,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:32,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:32,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/4345297b44d94212824dff4652e7c369 2024-11-24T23:16:32,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/40cb8354e84e42b8956bd5e508409777 is 50, key is test_row_1/B:col10/1732490191874/Put/seqid=0 2024-11-24T23:16:32,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742287_1463 (size=9757) 2024-11-24T23:16:32,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/40cb8354e84e42b8956bd5e508409777 2024-11-24T23:16:32,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/8caa9a55d91d4fc3ab867ef43d9e30ab is 50, key is test_row_1/C:col10/1732490191874/Put/seqid=0 2024-11-24T23:16:32,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742288_1464 (size=9757) 2024-11-24T23:16:32,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/8caa9a55d91d4fc3ab867ef43d9e30ab 2024-11-24T23:16:32,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/4345297b44d94212824dff4652e7c369 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/4345297b44d94212824dff4652e7c369 2024-11-24T23:16:32,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/4345297b44d94212824dff4652e7c369, entries=250, sequenceid=200, filesize=16.5 K 2024-11-24T23:16:32,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/40cb8354e84e42b8956bd5e508409777 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/40cb8354e84e42b8956bd5e508409777 2024-11-24T23:16:32,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/40cb8354e84e42b8956bd5e508409777, entries=100, sequenceid=200, filesize=9.5 K 2024-11-24T23:16:32,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/8caa9a55d91d4fc3ab867ef43d9e30ab as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/8caa9a55d91d4fc3ab867ef43d9e30ab 2024-11-24T23:16:32,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/8caa9a55d91d4fc3ab867ef43d9e30ab, entries=100, sequenceid=200, filesize=9.5 K 2024-11-24T23:16:32,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=126.04 KB/129068 for c34d9656037e159d169fcc74a2067ffa in 453ms, sequenceid=200, compaction requested=true 2024-11-24T23:16:32,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:32,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:16:32,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:32,328 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:32,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:16:32,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:32,328 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:32,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:16:32,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:32,329 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41673 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:32,329 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:32,329 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): c34d9656037e159d169fcc74a2067ffa/A is initiating minor compaction (all files) 2024-11-24T23:16:32,329 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): c34d9656037e159d169fcc74a2067ffa/B is initiating minor compaction (all files) 2024-11-24T23:16:32,329 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c34d9656037e159d169fcc74a2067ffa/A in TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:32,329 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c34d9656037e159d169fcc74a2067ffa/B in TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:32,329 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/1e154fa7b9ba47b6ac036613f8ffbd43, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/6b714b36d3a444daad6eee4aa278e2e5, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/4345297b44d94212824dff4652e7c369] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp, totalSize=40.7 K 2024-11-24T23:16:32,329 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/fcea8aa9cad94898baa02ed04daaa0d1, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/d650f780572e43cc9b17aadf1819cca9, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/40cb8354e84e42b8956bd5e508409777] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp, totalSize=33.7 K 2024-11-24T23:16:32,329 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting fcea8aa9cad94898baa02ed04daaa0d1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732490188981 2024-11-24T23:16:32,329 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e154fa7b9ba47b6ac036613f8ffbd43, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732490188981 2024-11-24T23:16:32,330 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b714b36d3a444daad6eee4aa278e2e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732490189670 2024-11-24T23:16:32,330 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting d650f780572e43cc9b17aadf1819cca9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732490189670 2024-11-24T23:16:32,330 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4345297b44d94212824dff4652e7c369, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732490191863 2024-11-24T23:16:32,330 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 40cb8354e84e42b8956bd5e508409777, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732490191874 2024-11-24T23:16:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:32,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c34d9656037e159d169fcc74a2067ffa 3/3 column families, dataSize=132.75 KB heapSize=372.36 KB 2024-11-24T23:16:32,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=A 2024-11-24T23:16:32,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:32,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=B 2024-11-24T23:16:32,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:32,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=C 2024-11-24T23:16:32,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:32,336 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34d9656037e159d169fcc74a2067ffa#A#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:32,336 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/0e6b87a9f4a24f83aeff517a0f2ad975 is 50, key is test_row_0/A:col10/1732490189670/Put/seqid=0 2024-11-24T23:16:32,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/c46d096d8e634299b959573888cc5eba is 50, key is test_row_0/A:col10/1732490192330/Put/seqid=0 2024-11-24T23:16:32,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742289_1465 (size=12697) 2024-11-24T23:16:32,348 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34d9656037e159d169fcc74a2067ffa#B#compaction#393 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:32,348 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/1de707c8a010458186c802706fe0b21c is 50, key is test_row_0/B:col10/1732490189670/Put/seqid=0 2024-11-24T23:16:32,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742290_1466 (size=14541) 2024-11-24T23:16:32,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/c46d096d8e634299b959573888cc5eba 2024-11-24T23:16:32,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742291_1467 (size=12697) 2024-11-24T23:16:32,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/8f5b0faa89054a87a208e0fc6a33c754 is 50, key is test_row_0/B:col10/1732490192330/Put/seqid=0 2024-11-24T23:16:32,358 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/1de707c8a010458186c802706fe0b21c as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/1de707c8a010458186c802706fe0b21c 2024-11-24T23:16:32,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742292_1468 (size=12151) 2024-11-24T23:16:32,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/8f5b0faa89054a87a208e0fc6a33c754 2024-11-24T23:16:32,362 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c34d9656037e159d169fcc74a2067ffa/B of c34d9656037e159d169fcc74a2067ffa into 1de707c8a010458186c802706fe0b21c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:32,362 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:32,362 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., storeName=c34d9656037e159d169fcc74a2067ffa/B, priority=13, startTime=1732490192328; duration=0sec 2024-11-24T23:16:32,362 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:32,362 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:B 2024-11-24T23:16:32,362 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:32,363 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:32,363 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): c34d9656037e159d169fcc74a2067ffa/C is initiating minor compaction (all files) 2024-11-24T23:16:32,363 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c34d9656037e159d169fcc74a2067ffa/C in TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:32,364 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/1007ed5abdea4f5a864f0cfae13c1cac, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/9658ed8a75f8489ab96a3acd5ea89072, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/8caa9a55d91d4fc3ab867ef43d9e30ab] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp, totalSize=33.7 K 2024-11-24T23:16:32,364 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 1007ed5abdea4f5a864f0cfae13c1cac, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732490188981 2024-11-24T23:16:32,364 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 9658ed8a75f8489ab96a3acd5ea89072, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732490189670 2024-11-24T23:16:32,365 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 8caa9a55d91d4fc3ab867ef43d9e30ab, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732490191874 2024-11-24T23:16:32,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/be3a8782c15149ac9b4f1dba7a15f781 is 50, key is test_row_0/C:col10/1732490192330/Put/seqid=0 2024-11-24T23:16:32,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490252365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:32,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:32,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-24T23:16:32,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:32,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:32,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:32,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:32,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:32,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:32,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742293_1469 (size=12151) 2024-11-24T23:16:32,379 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34d9656037e159d169fcc74a2067ffa#C#compaction#396 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:32,379 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/ddd6082acd7f439da92659f4f72840e8 is 50, key is test_row_0/C:col10/1732490189670/Put/seqid=0 2024-11-24T23:16:32,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490252368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:32,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490252368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:32,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:32,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:32,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742294_1470 (size=12697) 2024-11-24T23:16:32,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:32,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490252479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:32,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:32,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:32,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490252489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:32,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:32,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490252489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:32,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:32,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:32,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-24T23:16:32,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:32,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:32,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:32,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:32,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:32,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-24T23:16:32,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490252569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:32,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:32,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:32,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490252579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:32,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:32,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-24T23:16:32,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:32,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:32,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:32,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:32,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:32,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:32,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490252689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:32,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:32,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:32,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490252699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:32,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:32,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490252709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:32,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:32,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:32,744 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/0e6b87a9f4a24f83aeff517a0f2ad975 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/0e6b87a9f4a24f83aeff517a0f2ad975 2024-11-24T23:16:32,748 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c34d9656037e159d169fcc74a2067ffa/A of c34d9656037e159d169fcc74a2067ffa into 0e6b87a9f4a24f83aeff517a0f2ad975(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:32,748 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:32,748 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., storeName=c34d9656037e159d169fcc74a2067ffa/A, priority=13, startTime=1732490192328; duration=0sec 2024-11-24T23:16:32,748 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:32,748 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:A 2024-11-24T23:16:32,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=43.30 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/be3a8782c15149ac9b4f1dba7a15f781 2024-11-24T23:16:32,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/c46d096d8e634299b959573888cc5eba as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/c46d096d8e634299b959573888cc5eba 2024-11-24T23:16:32,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/c46d096d8e634299b959573888cc5eba, entries=200, sequenceid=235, filesize=14.2 K 2024-11-24T23:16:32,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/8f5b0faa89054a87a208e0fc6a33c754 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/8f5b0faa89054a87a208e0fc6a33c754 2024-11-24T23:16:32,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/8f5b0faa89054a87a208e0fc6a33c754, entries=150, sequenceid=235, filesize=11.9 K 2024-11-24T23:16:32,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/be3a8782c15149ac9b4f1dba7a15f781 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/be3a8782c15149ac9b4f1dba7a15f781 2024-11-24T23:16:32,793 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/ddd6082acd7f439da92659f4f72840e8 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/ddd6082acd7f439da92659f4f72840e8 2024-11-24T23:16:32,800 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c34d9656037e159d169fcc74a2067ffa/C of c34d9656037e159d169fcc74a2067ffa into ddd6082acd7f439da92659f4f72840e8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:32,800 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:32,800 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., storeName=c34d9656037e159d169fcc74a2067ffa/C, priority=13, startTime=1732490192328; duration=0sec 2024-11-24T23:16:32,800 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:32,800 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:C 2024-11-24T23:16:32,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/be3a8782c15149ac9b4f1dba7a15f781, entries=150, sequenceid=235, filesize=11.9 K 2024-11-24T23:16:32,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~132.75 KB/135938, heapSize ~372.31 KB/381248, currentSize=53.67 KB/54960 for c34d9656037e159d169fcc74a2067ffa in 470ms, sequenceid=235, compaction requested=false 2024-11-24T23:16:32,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:32,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-24T23:16:32,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:32,829 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing c34d9656037e159d169fcc74a2067ffa 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-24T23:16:32,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=A 2024-11-24T23:16:32,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:32,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=B 2024-11-24T23:16:32,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:32,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=C 2024-11-24T23:16:32,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:32,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/96430e42326441d29f6ee24e28463a93 is 50, key is test_row_0/A:col10/1732490192363/Put/seqid=0 2024-11-24T23:16:32,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742295_1471 (size=12151) 2024-11-24T23:16:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:33,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-24T23:16:33,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490253068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:33,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:33,076 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490193052, max timestamp=1732490193074Num uniques 859; 2024-11-24T23:16:33,076 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490193052, max timestamp=1732490193074Num uniques 859; 2024-11-24T23:16:33,076 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490193052, max timestamp=1732490193074Num uniques 859; 2024-11-24T23:16:33,077 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:16:33,077 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:16:33,077 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:16:33,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490253113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:33,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:33,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490253114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:33,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:33,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490253124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:33,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:33,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:33,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490253128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:33,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:33,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490253179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:33,235 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/96430e42326441d29f6ee24e28463a93 2024-11-24T23:16:33,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/1f1e851f5ab4430082a60b392c96f56b is 50, key is test_row_0/B:col10/1732490192363/Put/seqid=0 2024-11-24T23:16:33,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742296_1472 (size=12151) 2024-11-24T23:16:33,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490253239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:33,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:33,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490253239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:33,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:33,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490253239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:33,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:33,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490253249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:33,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:33,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490253399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:33,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:33,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490253459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:33,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490253459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:33,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:33,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:33,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490253459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:33,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:33,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:33,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490253469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:33,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:33,644 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/1f1e851f5ab4430082a60b392c96f56b 2024-11-24T23:16:33,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/1cca1297f4b1458b963c34b0d94a8b6a is 50, key is test_row_0/C:col10/1732490192363/Put/seqid=0 2024-11-24T23:16:33,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742297_1473 (size=12151) 2024-11-24T23:16:33,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490253719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:33,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:33,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490253769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:33,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:33,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490253769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:33,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:33,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490253770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:33,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:33,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490253779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:33,791 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,791 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:33,791 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:34,056 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/1cca1297f4b1458b963c34b0d94a8b6a 2024-11-24T23:16:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-24T23:16:34,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/96430e42326441d29f6ee24e28463a93 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/96430e42326441d29f6ee24e28463a93 2024-11-24T23:16:34,064 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/96430e42326441d29f6ee24e28463a93, entries=150, sequenceid=249, filesize=11.9 K 2024-11-24T23:16:34,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/1f1e851f5ab4430082a60b392c96f56b as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/1f1e851f5ab4430082a60b392c96f56b 2024-11-24T23:16:34,068 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/1f1e851f5ab4430082a60b392c96f56b, entries=150, sequenceid=249, filesize=11.9 K 2024-11-24T23:16:34,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/1cca1297f4b1458b963c34b0d94a8b6a as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/1cca1297f4b1458b963c34b0d94a8b6a 2024-11-24T23:16:34,071 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/1cca1297f4b1458b963c34b0d94a8b6a, entries=150, sequenceid=249, filesize=11.9 K 2024-11-24T23:16:34,071 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for c34d9656037e159d169fcc74a2067ffa in 1242ms, sequenceid=249, compaction requested=true 2024-11-24T23:16:34,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:34,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:34,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-24T23:16:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-24T23:16:34,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-24T23:16:34,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1610 sec 2024-11-24T23:16:34,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 2.1640 sec 2024-11-24T23:16:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:34,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c34d9656037e159d169fcc74a2067ffa 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-24T23:16:34,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=A 2024-11-24T23:16:34,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:34,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=B 2024-11-24T23:16:34,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:34,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=C 2024-11-24T23:16:34,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:34,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/472d2357fdbf4dd8805b66b31dc58df3 is 50, key is test_row_0/A:col10/1732490193127/Put/seqid=0 2024-11-24T23:16:34,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742298_1474 (size=14741) 2024-11-24T23:16:34,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490254289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:34,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:34,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:34,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:34,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490254290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:34,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:34,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:34,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490254292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:34,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:34,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:34,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:34,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:34,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490254299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:34,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:34,305 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:34,305 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490254300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:34,305 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:34,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:34,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:34,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:34,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490254409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:34,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:34,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:34,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490254409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:34,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:34,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:34,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:34,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:34,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490254629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:34,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:34,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490254629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:34,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:34,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:34,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:34,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:34,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:34,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/472d2357fdbf4dd8805b66b31dc58df3 2024-11-24T23:16:34,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/2f5272efb7b147439b118887f1a8d588 is 50, key is test_row_0/B:col10/1732490193127/Put/seqid=0 2024-11-24T23:16:34,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742299_1475 (size=12301) 2024-11-24T23:16:34,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490254939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:34,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:34,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:34,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490254939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:34,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:34,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:34,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:34,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:35,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/2f5272efb7b147439b118887f1a8d588 2024-11-24T23:16:35,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/01fbad11d1f04f34ab67d2176ce12d74 is 50, key is test_row_0/C:col10/1732490193127/Put/seqid=0 2024-11-24T23:16:35,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742300_1476 (size=12301) 2024-11-24T23:16:35,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490255309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:35,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490255309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:35,324 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_1' in c34d9656037e159d169fcc74a2067ffa of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:16:35,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:35,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:35,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:35,324 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_0' in c34d9656037e159d169fcc74a2067ffa of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:16:35,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:35,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:35,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:35,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490255319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:35,333 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_0' in c34d9656037e159d169fcc74a2067ffa of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:16:35,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:35,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:35,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:35,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490255459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:35,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:35,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490255459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:35,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:35,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:35,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:35,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:35,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:35,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/01fbad11d1f04f34ab67d2176ce12d74 2024-11-24T23:16:35,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/472d2357fdbf4dd8805b66b31dc58df3 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/472d2357fdbf4dd8805b66b31dc58df3 2024-11-24T23:16:35,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/472d2357fdbf4dd8805b66b31dc58df3, entries=200, sequenceid=285, filesize=14.4 K 2024-11-24T23:16:35,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/2f5272efb7b147439b118887f1a8d588 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/2f5272efb7b147439b118887f1a8d588 2024-11-24T23:16:35,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/2f5272efb7b147439b118887f1a8d588, entries=150, sequenceid=285, filesize=12.0 K 2024-11-24T23:16:35,488 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-24T23:16:35,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/01fbad11d1f04f34ab67d2176ce12d74 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/01fbad11d1f04f34ab67d2176ce12d74 2024-11-24T23:16:35,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/01fbad11d1f04f34ab67d2176ce12d74, entries=150, sequenceid=285, filesize=12.0 K 2024-11-24T23:16:35,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for c34d9656037e159d169fcc74a2067ffa in 1252ms, sequenceid=285, compaction requested=true 2024-11-24T23:16:35,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:35,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:16:35,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:35,495 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:16:35,495 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:16:35,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:16:35,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:35,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:16:35,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:35,496 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54130 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:16:35,496 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:16:35,496 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): c34d9656037e159d169fcc74a2067ffa/A is initiating minor compaction (all files) 2024-11-24T23:16:35,496 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): c34d9656037e159d169fcc74a2067ffa/B is initiating minor compaction (all files) 2024-11-24T23:16:35,496 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c34d9656037e159d169fcc74a2067ffa/A in TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:35,496 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c34d9656037e159d169fcc74a2067ffa/B in TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:35,496 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/1de707c8a010458186c802706fe0b21c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/8f5b0faa89054a87a208e0fc6a33c754, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/1f1e851f5ab4430082a60b392c96f56b, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/2f5272efb7b147439b118887f1a8d588] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp, totalSize=48.1 K 2024-11-24T23:16:35,496 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/0e6b87a9f4a24f83aeff517a0f2ad975, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/c46d096d8e634299b959573888cc5eba, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/96430e42326441d29f6ee24e28463a93, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/472d2357fdbf4dd8805b66b31dc58df3] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp, totalSize=52.9 K 2024-11-24T23:16:35,497 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e6b87a9f4a24f83aeff517a0f2ad975, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732490189670 2024-11-24T23:16:35,497 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 1de707c8a010458186c802706fe0b21c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732490189670 2024-11-24T23:16:35,497 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f5b0faa89054a87a208e0fc6a33c754, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732490191986 2024-11-24T23:16:35,497 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting c46d096d8e634299b959573888cc5eba, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732490191986 2024-11-24T23:16:35,497 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f1e851f5ab4430082a60b392c96f56b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732490192363 2024-11-24T23:16:35,497 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96430e42326441d29f6ee24e28463a93, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732490192363 2024-11-24T23:16:35,498 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f5272efb7b147439b118887f1a8d588, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732490193113 2024-11-24T23:16:35,498 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 472d2357fdbf4dd8805b66b31dc58df3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732490193113 2024-11-24T23:16:35,514 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34d9656037e159d169fcc74a2067ffa#A#compaction#403 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:35,514 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/f4ba988d20f14a2b9d47ef13bab6c740 is 50, key is test_row_0/A:col10/1732490193127/Put/seqid=0 2024-11-24T23:16:35,516 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34d9656037e159d169fcc74a2067ffa#B#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:35,517 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/7a917cafa7994a1c9c1f306722d0fd5f is 50, key is test_row_0/B:col10/1732490193127/Put/seqid=0 2024-11-24T23:16:35,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742302_1478 (size=12983) 2024-11-24T23:16:35,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742301_1477 (size=12983) 2024-11-24T23:16:35,929 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/f4ba988d20f14a2b9d47ef13bab6c740 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/f4ba988d20f14a2b9d47ef13bab6c740 2024-11-24T23:16:35,929 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/7a917cafa7994a1c9c1f306722d0fd5f as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/7a917cafa7994a1c9c1f306722d0fd5f 2024-11-24T23:16:35,932 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c34d9656037e159d169fcc74a2067ffa/B of c34d9656037e159d169fcc74a2067ffa into 7a917cafa7994a1c9c1f306722d0fd5f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:35,932 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:35,932 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., storeName=c34d9656037e159d169fcc74a2067ffa/B, priority=12, startTime=1732490195495; duration=0sec 2024-11-24T23:16:35,932 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c34d9656037e159d169fcc74a2067ffa/A of c34d9656037e159d169fcc74a2067ffa into f4ba988d20f14a2b9d47ef13bab6c740(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:35,932 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:35,932 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., storeName=c34d9656037e159d169fcc74a2067ffa/A, priority=12, startTime=1732490195495; duration=0sec 2024-11-24T23:16:35,932 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:35,932 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:B 2024-11-24T23:16:35,932 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:35,932 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:A 2024-11-24T23:16:35,932 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:16:35,933 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:16:35,933 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): c34d9656037e159d169fcc74a2067ffa/C is initiating minor compaction (all files) 2024-11-24T23:16:35,933 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c34d9656037e159d169fcc74a2067ffa/C in TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:35,933 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/ddd6082acd7f439da92659f4f72840e8, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/be3a8782c15149ac9b4f1dba7a15f781, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/1cca1297f4b1458b963c34b0d94a8b6a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/01fbad11d1f04f34ab67d2176ce12d74] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp, totalSize=48.1 K 2024-11-24T23:16:35,933 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting ddd6082acd7f439da92659f4f72840e8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732490189670 2024-11-24T23:16:35,934 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting be3a8782c15149ac9b4f1dba7a15f781, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732490191986 2024-11-24T23:16:35,934 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 1cca1297f4b1458b963c34b0d94a8b6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732490192363 2024-11-24T23:16:35,934 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 01fbad11d1f04f34ab67d2176ce12d74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732490193113 2024-11-24T23:16:35,941 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34d9656037e159d169fcc74a2067ffa#C#compaction#405 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:35,941 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/30cf1888abdd4013b0f58fcdc97a5e45 is 50, key is test_row_0/C:col10/1732490193127/Put/seqid=0 2024-11-24T23:16:35,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742303_1479 (size=12983) 2024-11-24T23:16:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-24T23:16:36,090 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:16:36,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:16:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-24T23:16:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-24T23:16:36,091 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:16:36,092 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:16:36,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:16:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-24T23:16:36,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-24T23:16:36,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:36,244 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing c34d9656037e159d169fcc74a2067ffa 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T23:16:36,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=A 2024-11-24T23:16:36,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:36,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=B 2024-11-24T23:16:36,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:36,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=C 2024-11-24T23:16:36,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:36,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/e5c8ad799a954e8b93349af8318699b6 is 50, key is test_row_0/A:col10/1732490194264/Put/seqid=0 2024-11-24T23:16:36,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742304_1480 (size=12301) 2024-11-24T23:16:36,349 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/30cf1888abdd4013b0f58fcdc97a5e45 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/30cf1888abdd4013b0f58fcdc97a5e45 2024-11-24T23:16:36,352 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c34d9656037e159d169fcc74a2067ffa/C of c34d9656037e159d169fcc74a2067ffa into 30cf1888abdd4013b0f58fcdc97a5e45(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:36,352 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:36,352 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., storeName=c34d9656037e159d169fcc74a2067ffa/C, priority=12, startTime=1732490195495; duration=0sec 2024-11-24T23:16:36,352 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:36,352 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:C 2024-11-24T23:16:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-24T23:16:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:36,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:36,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490196525, max timestamp=1732490196543Num uniques 859; 2024-11-24T23:16:36,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:16:36,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490196525, max timestamp=1732490196543Num uniques 859; 2024-11-24T23:16:36,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:16:36,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490196525, max timestamp=1732490196543Num uniques 859; 2024-11-24T23:16:36,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:16:36,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490256605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:36,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:36,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:36,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:36,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490256608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:36,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:36,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:36,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:36,651 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/e5c8ad799a954e8b93349af8318699b6 2024-11-24T23:16:36,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/918678bdde1648758201f1674d0ba928 is 50, key is test_row_0/B:col10/1732490194264/Put/seqid=0 2024-11-24T23:16:36,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742305_1481 (size=12301) 2024-11-24T23:16:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-24T23:16:36,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490256719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:36,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490256720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:36,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:36,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:36,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:36,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:36,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:36,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:36,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490256939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:36,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:36,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:36,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490256939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:36,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:36,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:36,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:36,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:37,059 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/918678bdde1648758201f1674d0ba928 2024-11-24T23:16:37,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/8a58f47778ba4fcf82c3bff323c1d271 is 50, key is test_row_0/C:col10/1732490194264/Put/seqid=0 2024-11-24T23:16:37,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742306_1482 (size=12301) 2024-11-24T23:16:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-24T23:16:37,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490257249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:37,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:37,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:37,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490257249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:37,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:37,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:37,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:37,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:37,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490257339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:37,348 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_1' in c34d9656037e159d169fcc74a2067ffa of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4234 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:16:37,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:37,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:37,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:37,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490257349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:37,358 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_0' in c34d9656037e159d169fcc74a2067ffa of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4234 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:16:37,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:37,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:37,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:37,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490257359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:37,368 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_0' in c34d9656037e159d169fcc74a2067ffa of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:16:37,368 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:37,368 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:37,368 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:37,510 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/8a58f47778ba4fcf82c3bff323c1d271 2024-11-24T23:16:37,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/e5c8ad799a954e8b93349af8318699b6 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/e5c8ad799a954e8b93349af8318699b6 2024-11-24T23:16:37,518 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/e5c8ad799a954e8b93349af8318699b6, entries=150, sequenceid=297, filesize=12.0 K 2024-11-24T23:16:37,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/918678bdde1648758201f1674d0ba928 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/918678bdde1648758201f1674d0ba928 2024-11-24T23:16:37,521 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/918678bdde1648758201f1674d0ba928, entries=150, sequenceid=297, filesize=12.0 K 2024-11-24T23:16:37,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/8a58f47778ba4fcf82c3bff323c1d271 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/8a58f47778ba4fcf82c3bff323c1d271 2024-11-24T23:16:37,524 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/8a58f47778ba4fcf82c3bff323c1d271, entries=150, sequenceid=297, filesize=12.0 K 2024-11-24T23:16:37,525 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for c34d9656037e159d169fcc74a2067ffa in 1280ms, sequenceid=297, compaction requested=false 2024-11-24T23:16:37,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:37,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:37,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-24T23:16:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-24T23:16:37,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-24T23:16:37,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4340 sec 2024-11-24T23:16:37,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.4370 sec 2024-11-24T23:16:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:37,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c34d9656037e159d169fcc74a2067ffa 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-24T23:16:37,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=A 2024-11-24T23:16:37,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:37,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=B 2024-11-24T23:16:37,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:37,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=C 2024-11-24T23:16:37,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:37,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/d3e5fc69754344f89599bd9bb4b9c24d is 50, key is test_row_0/A:col10/1732490196600/Put/seqid=0 2024-11-24T23:16:37,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742307_1483 (size=14741) 2024-11-24T23:16:37,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490257798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:37,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:37,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:37,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:37,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490257802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:37,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:37,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:37,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:37,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490257909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:37,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:37,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:37,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:37,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490257919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:37,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:37,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:37,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:38,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490258130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:38,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:38,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:38,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:38,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490258140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:38,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:38,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:38,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:38,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/d3e5fc69754344f89599bd9bb4b9c24d 2024-11-24T23:16:38,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/0ee8528319754e25a49e08f9513573e4 is 50, key is test_row_0/B:col10/1732490196600/Put/seqid=0 2024-11-24T23:16:38,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742308_1484 (size=12301) 2024-11-24T23:16:38,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/0ee8528319754e25a49e08f9513573e4 2024-11-24T23:16:38,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/637e0bfee95040b382c23b5e9fd59cc7 is 50, key is test_row_0/C:col10/1732490196600/Put/seqid=0 2024-11-24T23:16:38,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742309_1485 (size=12301) 2024-11-24T23:16:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-24T23:16:38,240 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:16:38,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:16:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-24T23:16:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-24T23:16:38,242 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:16:38,242 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:16:38,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:16:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-24T23:16:38,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-24T23:16:38,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:38,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:38,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:38,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:38,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:38,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490258449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:38,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:38,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:38,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490258449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:38,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:38,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:38,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:38,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:38,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-24T23:16:38,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:38,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:38,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:38,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:38,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-24T23:16:38,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/637e0bfee95040b382c23b5e9fd59cc7 2024-11-24T23:16:38,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/d3e5fc69754344f89599bd9bb4b9c24d as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/d3e5fc69754344f89599bd9bb4b9c24d 2024-11-24T23:16:38,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/d3e5fc69754344f89599bd9bb4b9c24d, entries=200, sequenceid=335, filesize=14.4 K 2024-11-24T23:16:38,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/0ee8528319754e25a49e08f9513573e4 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/0ee8528319754e25a49e08f9513573e4 2024-11-24T23:16:38,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/0ee8528319754e25a49e08f9513573e4, entries=150, sequenceid=335, filesize=12.0 K 2024-11-24T23:16:38,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/637e0bfee95040b382c23b5e9fd59cc7 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/637e0bfee95040b382c23b5e9fd59cc7 2024-11-24T23:16:38,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/637e0bfee95040b382c23b5e9fd59cc7, entries=150, sequenceid=335, filesize=12.0 K 2024-11-24T23:16:38,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for c34d9656037e159d169fcc74a2067ffa in 863ms, sequenceid=335, compaction requested=true 2024-11-24T23:16:38,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:38,641 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:38,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:16:38,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:38,644 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:38,644 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:38,644 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): c34d9656037e159d169fcc74a2067ffa/A is initiating minor compaction (all files) 2024-11-24T23:16:38,644 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c34d9656037e159d169fcc74a2067ffa/A in TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:38,644 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/f4ba988d20f14a2b9d47ef13bab6c740, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/e5c8ad799a954e8b93349af8318699b6, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/d3e5fc69754344f89599bd9bb4b9c24d] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp, totalSize=39.1 K 2024-11-24T23:16:38,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:16:38,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:38,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:16:38,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:38,645 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4ba988d20f14a2b9d47ef13bab6c740, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732490193113 2024-11-24T23:16:38,645 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5c8ad799a954e8b93349af8318699b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732490194264 2024-11-24T23:16:38,645 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3e5fc69754344f89599bd9bb4b9c24d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732490196600 2024-11-24T23:16:38,645 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:38,645 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): c34d9656037e159d169fcc74a2067ffa/B is initiating minor compaction (all files) 2024-11-24T23:16:38,646 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c34d9656037e159d169fcc74a2067ffa/B in TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:38,646 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/7a917cafa7994a1c9c1f306722d0fd5f, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/918678bdde1648758201f1674d0ba928, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/0ee8528319754e25a49e08f9513573e4] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp, totalSize=36.7 K 2024-11-24T23:16:38,646 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a917cafa7994a1c9c1f306722d0fd5f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732490193113 2024-11-24T23:16:38,646 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 918678bdde1648758201f1674d0ba928, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732490194264 2024-11-24T23:16:38,646 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ee8528319754e25a49e08f9513573e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732490196600 2024-11-24T23:16:38,658 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34d9656037e159d169fcc74a2067ffa#A#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:38,659 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/b15483fc64bf4432b05abbef9ac28a70 is 50, key is test_row_0/A:col10/1732490196600/Put/seqid=0 2024-11-24T23:16:38,660 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34d9656037e159d169fcc74a2067ffa#B#compaction#413 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:38,660 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/435e2a80233d48698afb407524a54268 is 50, key is test_row_0/B:col10/1732490196600/Put/seqid=0 2024-11-24T23:16:38,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742310_1486 (size=13085) 2024-11-24T23:16:38,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742311_1487 (size=13085) 2024-11-24T23:16:38,671 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/435e2a80233d48698afb407524a54268 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/435e2a80233d48698afb407524a54268 2024-11-24T23:16:38,672 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/b15483fc64bf4432b05abbef9ac28a70 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/b15483fc64bf4432b05abbef9ac28a70 2024-11-24T23:16:38,675 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c34d9656037e159d169fcc74a2067ffa/B of c34d9656037e159d169fcc74a2067ffa into 435e2a80233d48698afb407524a54268(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:38,675 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:38,675 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., storeName=c34d9656037e159d169fcc74a2067ffa/B, priority=13, startTime=1732490198644; duration=0sec 2024-11-24T23:16:38,676 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:38,676 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:B 2024-11-24T23:16:38,676 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:38,676 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c34d9656037e159d169fcc74a2067ffa/A of c34d9656037e159d169fcc74a2067ffa into b15483fc64bf4432b05abbef9ac28a70(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:38,676 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:38,676 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., storeName=c34d9656037e159d169fcc74a2067ffa/A, priority=13, startTime=1732490198640; duration=0sec 2024-11-24T23:16:38,676 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:38,676 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:A 2024-11-24T23:16:38,676 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:38,676 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): c34d9656037e159d169fcc74a2067ffa/C is initiating minor compaction (all files) 2024-11-24T23:16:38,676 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c34d9656037e159d169fcc74a2067ffa/C in TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:38,677 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/30cf1888abdd4013b0f58fcdc97a5e45, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/8a58f47778ba4fcf82c3bff323c1d271, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/637e0bfee95040b382c23b5e9fd59cc7] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp, totalSize=36.7 K 2024-11-24T23:16:38,677 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 30cf1888abdd4013b0f58fcdc97a5e45, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732490193113 2024-11-24T23:16:38,677 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a58f47778ba4fcf82c3bff323c1d271, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732490194264 2024-11-24T23:16:38,677 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 637e0bfee95040b382c23b5e9fd59cc7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732490196600 2024-11-24T23:16:38,689 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34d9656037e159d169fcc74a2067ffa#C#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:38,690 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/b1a14d8e5722441fadb2db4dccf648a0 is 50, key is test_row_0/C:col10/1732490196600/Put/seqid=0 2024-11-24T23:16:38,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742312_1488 (size=13085) 2024-11-24T23:16:38,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-24T23:16:38,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:38,702 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing c34d9656037e159d169fcc74a2067ffa 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-24T23:16:38,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=A 2024-11-24T23:16:38,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:38,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=B 2024-11-24T23:16:38,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:38,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=C 2024-11-24T23:16:38,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:38,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/ba97d64a80f945ecbbc661afc54cbf50 is 50, key is test_row_0/A:col10/1732490197801/Put/seqid=0 2024-11-24T23:16:38,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742313_1489 (size=12301) 2024-11-24T23:16:38,714 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/ba97d64a80f945ecbbc661afc54cbf50 2024-11-24T23:16:38,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/96817a3c4a024a18a41272f973c39503 is 50, key is test_row_0/B:col10/1732490197801/Put/seqid=0 2024-11-24T23:16:38,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742314_1490 (size=12301) 2024-11-24T23:16:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-24T23:16:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:38,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:39,058 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490199013, max timestamp=1732490199046Num uniques 859; 2024-11-24T23:16:39,058 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490199013, max timestamp=1732490199046Num uniques 859; 2024-11-24T23:16:39,058 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:16:39,058 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:16:39,058 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732490199013, max timestamp=1732490199046Num uniques 859; 2024-11-24T23:16:39,058 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T23:16:39,098 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/b1a14d8e5722441fadb2db4dccf648a0 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/b1a14d8e5722441fadb2db4dccf648a0 2024-11-24T23:16:39,103 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c34d9656037e159d169fcc74a2067ffa/C of c34d9656037e159d169fcc74a2067ffa into b1a14d8e5722441fadb2db4dccf648a0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:39,103 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:39,103 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., storeName=c34d9656037e159d169fcc74a2067ffa/C, priority=13, startTime=1732490198645; duration=0sec 2024-11-24T23:16:39,103 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:39,103 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:C 2024-11-24T23:16:39,124 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/96817a3c4a024a18a41272f973c39503 2024-11-24T23:16:39,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/75c38d735e7f4434bdaaedc12a5603d8 is 50, key is test_row_0/C:col10/1732490197801/Put/seqid=0 2024-11-24T23:16:39,132 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732490199098, max timestamp=1732490199129Num uniques 1018; 2024-11-24T23:16:39,132 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-24T23:16:39,133 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732490199098, max timestamp=1732490199129Num uniques 1018; 2024-11-24T23:16:39,133 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-24T23:16:39,133 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732490199098, max timestamp=1732490199129Num uniques 1018; 2024-11-24T23:16:39,133 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-24T23:16:39,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742315_1491 (size=12301) 2024-11-24T23:16:39,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490259189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:39,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:39,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:39,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:39,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490259199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:39,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:39,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:39,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:39,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490259309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:39,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490259309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:39,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:39,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:39,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:39,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:39,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:39,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-24T23:16:39,536 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/75c38d735e7f4434bdaaedc12a5603d8 2024-11-24T23:16:39,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490259529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:39,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/ba97d64a80f945ecbbc661afc54cbf50 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/ba97d64a80f945ecbbc661afc54cbf50 2024-11-24T23:16:39,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490259529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:39,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:39,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:39,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:39,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:39,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:39,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:39,541 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/ba97d64a80f945ecbbc661afc54cbf50, entries=150, sequenceid=346, filesize=12.0 K 2024-11-24T23:16:39,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/96817a3c4a024a18a41272f973c39503 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/96817a3c4a024a18a41272f973c39503 2024-11-24T23:16:39,544 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/96817a3c4a024a18a41272f973c39503, entries=150, sequenceid=346, filesize=12.0 K 2024-11-24T23:16:39,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/75c38d735e7f4434bdaaedc12a5603d8 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/75c38d735e7f4434bdaaedc12a5603d8 2024-11-24T23:16:39,548 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/75c38d735e7f4434bdaaedc12a5603d8, entries=150, sequenceid=346, filesize=12.0 K 2024-11-24T23:16:39,548 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for c34d9656037e159d169fcc74a2067ffa in 846ms, sequenceid=346, compaction requested=false 2024-11-24T23:16:39,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:39,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:39,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-24T23:16:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-24T23:16:39,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-24T23:16:39,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3080 sec 2024-11-24T23:16:39,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.3120 sec 2024-11-24T23:16:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:39,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c34d9656037e159d169fcc74a2067ffa 3/3 column families, dataSize=147.60 KB heapSize=420 KB 2024-11-24T23:16:39,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=A 2024-11-24T23:16:39,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-24T23:16:39,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=B 2024-11-24T23:16:39,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-24T23:16:39,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=C 2024-11-24T23:16:39,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-24T23:16:39,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/355e0a52b09e472da9f2b3656a986e75 is 50, key is test_row_0/A:col10/1732490199854/Put/seqid=0 2024-11-24T23:16:39,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742316_1492 (size=17181) 2024-11-24T23:16:39,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490259870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:39,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:39,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:39,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:39,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490259879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:39,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:39,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:39,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:39,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:39,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490259989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:40,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490259999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:40,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:40,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:40,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:40,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490260199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:40,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:40,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:40,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:40,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490260219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:40,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:40,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:40,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:40,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/355e0a52b09e472da9f2b3656a986e75 2024-11-24T23:16:40,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/f411ce0bad354cd68803318c4ef4808d is 50, key is test_row_0/B:col10/1732490199854/Put/seqid=0 2024-11-24T23:16:40,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742317_1493 (size=12301) 2024-11-24T23:16:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-24T23:16:40,400 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:16:40,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:16:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-24T23:16:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-24T23:16:40,402 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:16:40,402 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:16:40,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:16:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-24T23:16:40,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490260519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:40,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:40,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:40,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:40,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490260539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:40,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-24T23:16:40,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:40,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:40,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:40,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:40,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:40,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/f411ce0bad354cd68803318c4ef4808d 2024-11-24T23:16:40,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/1fae38ef01674dc0854ce4bd925ddc7f is 50, key is test_row_0/C:col10/1732490199854/Put/seqid=0 2024-11-24T23:16:40,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742318_1494 (size=12301) 2024-11-24T23:16:40,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-24T23:16:40,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:40,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:40,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:40,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:40,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-24T23:16:40,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-24T23:16:40,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:40,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:40,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:40,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:40,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:41,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-24T23:16:41,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:41,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:41,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:41,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:41,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-24T23:16:41,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490261039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:41,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:41,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:41,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:41,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490261049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:41,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:41,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:41,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:41,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/1fae38ef01674dc0854ce4bd925ddc7f 2024-11-24T23:16:41,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/355e0a52b09e472da9f2b3656a986e75 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/355e0a52b09e472da9f2b3656a986e75 2024-11-24T23:16:41,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/355e0a52b09e472da9f2b3656a986e75, entries=250, sequenceid=403, filesize=16.8 K 2024-11-24T23:16:41,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/f411ce0bad354cd68803318c4ef4808d as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/f411ce0bad354cd68803318c4ef4808d 2024-11-24T23:16:41,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/f411ce0bad354cd68803318c4ef4808d, entries=150, sequenceid=403, filesize=12.0 K 2024-11-24T23:16:41,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/1fae38ef01674dc0854ce4bd925ddc7f as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/1fae38ef01674dc0854ce4bd925ddc7f 2024-11-24T23:16:41,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/1fae38ef01674dc0854ce4bd925ddc7f, entries=150, sequenceid=403, filesize=12.0 K 2024-11-24T23:16:41,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~439.88 KB/450432, currentSize=26.84 KB/27480 for c34d9656037e159d169fcc74a2067ffa in 1243ms, sequenceid=403, compaction requested=true 2024-11-24T23:16:41,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:41,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:16:41,098 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:41,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:41,098 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:41,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:16:41,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:41,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:16:41,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:41,099 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42567 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:41,099 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): c34d9656037e159d169fcc74a2067ffa/A is initiating minor compaction (all files) 2024-11-24T23:16:41,099 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:41,099 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c34d9656037e159d169fcc74a2067ffa/A in TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:41,099 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): c34d9656037e159d169fcc74a2067ffa/B is initiating minor compaction (all files) 2024-11-24T23:16:41,099 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c34d9656037e159d169fcc74a2067ffa/B in TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:41,099 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/b15483fc64bf4432b05abbef9ac28a70, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/ba97d64a80f945ecbbc661afc54cbf50, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/355e0a52b09e472da9f2b3656a986e75] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp, totalSize=41.6 K 2024-11-24T23:16:41,099 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/435e2a80233d48698afb407524a54268, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/96817a3c4a024a18a41272f973c39503, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/f411ce0bad354cd68803318c4ef4808d] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp, totalSize=36.8 K 2024-11-24T23:16:41,099 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting b15483fc64bf4432b05abbef9ac28a70, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732490196600 2024-11-24T23:16:41,099 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 435e2a80233d48698afb407524a54268, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732490196600 2024-11-24T23:16:41,100 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 96817a3c4a024a18a41272f973c39503, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732490197788 2024-11-24T23:16:41,100 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba97d64a80f945ecbbc661afc54cbf50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732490197788 2024-11-24T23:16:41,100 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting f411ce0bad354cd68803318c4ef4808d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732490199186 2024-11-24T23:16:41,100 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 355e0a52b09e472da9f2b3656a986e75, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732490199186 2024-11-24T23:16:41,108 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34d9656037e159d169fcc74a2067ffa#B#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:41,108 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/43790d828bea46a695dea19f7380f6af is 50, key is test_row_0/B:col10/1732490199854/Put/seqid=0 2024-11-24T23:16:41,110 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34d9656037e159d169fcc74a2067ffa#A#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:41,111 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/1369bf8e60a34940a8b8971e14b084ee is 50, key is test_row_0/A:col10/1732490199854/Put/seqid=0 2024-11-24T23:16:41,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742319_1495 (size=13187) 2024-11-24T23:16:41,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742320_1496 (size=13187) 2024-11-24T23:16:41,137 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/1369bf8e60a34940a8b8971e14b084ee as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/1369bf8e60a34940a8b8971e14b084ee 2024-11-24T23:16:41,144 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c34d9656037e159d169fcc74a2067ffa/A of c34d9656037e159d169fcc74a2067ffa into 1369bf8e60a34940a8b8971e14b084ee(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:41,144 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:41,144 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., storeName=c34d9656037e159d169fcc74a2067ffa/A, priority=13, startTime=1732490201098; duration=0sec 2024-11-24T23:16:41,144 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:41,145 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:A 2024-11-24T23:16:41,145 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:41,146 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:41,146 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): c34d9656037e159d169fcc74a2067ffa/C is initiating minor compaction (all files) 2024-11-24T23:16:41,146 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c34d9656037e159d169fcc74a2067ffa/C in TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:41,146 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/b1a14d8e5722441fadb2db4dccf648a0, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/75c38d735e7f4434bdaaedc12a5603d8, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/1fae38ef01674dc0854ce4bd925ddc7f] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp, totalSize=36.8 K 2024-11-24T23:16:41,148 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1a14d8e5722441fadb2db4dccf648a0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732490196600 2024-11-24T23:16:41,148 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75c38d735e7f4434bdaaedc12a5603d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732490197788 2024-11-24T23:16:41,148 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fae38ef01674dc0854ce4bd925ddc7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732490199186 2024-11-24T23:16:41,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-24T23:16:41,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:41,165 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing c34d9656037e159d169fcc74a2067ffa 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-24T23:16:41,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=A 2024-11-24T23:16:41,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:41,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=B 2024-11-24T23:16:41,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:41,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=C 2024-11-24T23:16:41,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:41,167 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34d9656037e159d169fcc74a2067ffa#C#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:41,167 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/41d1e1795da24ae88457836c3594c866 is 50, key is test_row_0/C:col10/1732490199854/Put/seqid=0 2024-11-24T23:16:41,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/d5427d6adc17466db2e183320ed3d557 is 50, key is test_row_0/A:col10/1732490199877/Put/seqid=0 2024-11-24T23:16:41,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742321_1497 (size=13187) 2024-11-24T23:16:41,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742322_1498 (size=9857) 2024-11-24T23:16:41,186 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/d5427d6adc17466db2e183320ed3d557 2024-11-24T23:16:41,190 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/41d1e1795da24ae88457836c3594c866 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/41d1e1795da24ae88457836c3594c866 2024-11-24T23:16:41,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/a6ffee2520de466593f26d0665feef97 is 50, key is test_row_0/B:col10/1732490199877/Put/seqid=0 2024-11-24T23:16:41,196 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c34d9656037e159d169fcc74a2067ffa/C of c34d9656037e159d169fcc74a2067ffa into 41d1e1795da24ae88457836c3594c866(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:41,196 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:41,196 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., storeName=c34d9656037e159d169fcc74a2067ffa/C, priority=13, startTime=1732490201098; duration=0sec 2024-11-24T23:16:41,196 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:41,196 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:C 2024-11-24T23:16:41,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742323_1499 (size=9857) 2024-11-24T23:16:41,207 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/a6ffee2520de466593f26d0665feef97 2024-11-24T23:16:41,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/da0467129f2e4677bc6cbda98306eef1 is 50, key is test_row_0/C:col10/1732490199877/Put/seqid=0 2024-11-24T23:16:41,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742324_1500 (size=9857) 2024-11-24T23:16:41,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:41,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. as already flushing 2024-11-24T23:16:41,424 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732490201408, max timestamp=1732490201421Num uniques 859; 2024-11-24T23:16:41,424 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732490201408, max timestamp=1732490201421Num uniques 859; 2024-11-24T23:16:41,424 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-24T23:16:41,424 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732490201408, max timestamp=1732490201421Num uniques 859; 2024-11-24T23:16:41,424 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-24T23:16:41,424 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-24T23:16:41,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:41,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490261469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:41,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:41,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:41,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:41,483 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732490201438, max timestamp=1732490201479Num uniques 1118; 2024-11-24T23:16:41,483 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=12268, suffix heap size=144240,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=268 2024-11-24T23:16:41,483 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732490201438, max timestamp=1732490201479Num uniques 1118; 2024-11-24T23:16:41,483 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=12268, suffix heap size=144240,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=268 2024-11-24T23:16:41,483 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732490201438, max timestamp=1732490201479Num uniques 1118; 2024-11-24T23:16:41,483 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=12268, suffix heap size=144240,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=268 2024-11-24T23:16:41,530 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/43790d828bea46a695dea19f7380f6af as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/43790d828bea46a695dea19f7380f6af 2024-11-24T23:16:41,533 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c34d9656037e159d169fcc74a2067ffa/B of c34d9656037e159d169fcc74a2067ffa into 43790d828bea46a695dea19f7380f6af(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:41,533 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:41,533 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., storeName=c34d9656037e159d169fcc74a2067ffa/B, priority=13, startTime=1732490201098; duration=0sec 2024-11-24T23:16:41,533 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:41,533 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:B 2024-11-24T23:16:41,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-24T23:16:41,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490261551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:41,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:41,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:41,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:41,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732490201525, max timestamp=1732490201558Num uniques 1127; 2024-11-24T23:16:41,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732490201525, max timestamp=1732490201558Num uniques 1127; 2024-11-24T23:16:41,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=8102, suffix heap size=145176,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=177 2024-11-24T23:16:41,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=8102, suffix heap size=145176,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=177 2024-11-24T23:16:41,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732490201525, max timestamp=1732490201558Num uniques 1127; 2024-11-24T23:16:41,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=8102, suffix heap size=145176,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=177 2024-11-24T23:16:41,630 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/da0467129f2e4677bc6cbda98306eef1 2024-11-24T23:16:41,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/d5427d6adc17466db2e183320ed3d557 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/d5427d6adc17466db2e183320ed3d557 2024-11-24T23:16:41,636 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/d5427d6adc17466db2e183320ed3d557, entries=100, sequenceid=411, filesize=9.6 K 2024-11-24T23:16:41,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/a6ffee2520de466593f26d0665feef97 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/a6ffee2520de466593f26d0665feef97 2024-11-24T23:16:41,640 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/a6ffee2520de466593f26d0665feef97, entries=100, sequenceid=411, filesize=9.6 K 2024-11-24T23:16:41,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/da0467129f2e4677bc6cbda98306eef1 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/da0467129f2e4677bc6cbda98306eef1 2024-11-24T23:16:41,643 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/da0467129f2e4677bc6cbda98306eef1, entries=100, sequenceid=411, filesize=9.6 K 2024-11-24T23:16:41,644 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=134.18 KB/137400 for c34d9656037e159d169fcc74a2067ffa in 479ms, sequenceid=411, compaction requested=false 2024-11-24T23:16:41,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:41,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:41,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-24T23:16:41,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-24T23:16:41,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:41,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732490201607, max timestamp=1732490201645Num uniques 1036; 2024-11-24T23:16:41,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-24T23:16:41,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732490201607, max timestamp=1732490201645Num uniques 1036; 2024-11-24T23:16:41,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-24T23:16:41,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732490201607, max timestamp=1732490201645Num uniques 1036; 2024-11-24T23:16:41,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-24T23:16:41,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c34d9656037e159d169fcc74a2067ffa 3/3 column families, dataSize=33.54 KB heapSize=78.94 KB 2024-11-24T23:16:41,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=A 2024-11-24T23:16:41,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:41,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=B 2024-11-24T23:16:41,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:41,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=C 2024-11-24T23:16:41,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:41,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-24T23:16:41,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2430 sec 2024-11-24T23:16:41,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.2530 sec 2024-11-24T23:16:41,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/1d52d518dcb14cabab639033b7a2f769 is 50, key is test_row_0/A:col10/1732490201648/Put/seqid=0 2024-11-24T23:16:41,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742325_1501 (size=17181) 2024-11-24T23:16:41,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490201696, max timestamp=1732490201717Num uniques 859; 2024-11-24T23:16:41,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:16:41,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490201696, max timestamp=1732490201717Num uniques 859; 2024-11-24T23:16:41,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:16:41,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490201696, max timestamp=1732490201717Num uniques 859; 2024-11-24T23:16:41,721 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:16:41,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:41,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490261788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:41,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:41,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:41,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:41,801 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732490201772, max timestamp=1732490201798Num uniques 1068; 2024-11-24T23:16:41,801 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-24T23:16:41,802 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732490201772, max timestamp=1732490201798Num uniques 1068; 2024-11-24T23:16:41,802 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-24T23:16:41,802 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732490201772, max timestamp=1732490201798Num uniques 1068; 2024-11-24T23:16:41,802 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-24T23:16:41,878 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732490201855, max timestamp=1732490201875Num uniques 1027; 2024-11-24T23:16:41,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-24T23:16:41,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732490201855, max timestamp=1732490201875Num uniques 1027; 2024-11-24T23:16:41,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-24T23:16:41,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732490201855, max timestamp=1732490201875Num uniques 1027; 2024-11-24T23:16:41,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-24T23:16:41,888 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T23:16:41,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490261934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:41,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490261950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:41,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:41,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:41,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:41,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:41,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:41,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:41,954 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732490201912, max timestamp=1732490201950Num uniques 1086; 2024-11-24T23:16:41,954 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-11-24T23:16:41,954 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732490201912, max timestamp=1732490201950Num uniques 1086; 2024-11-24T23:16:41,954 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-11-24T23:16:41,955 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732490201912, max timestamp=1732490201950Num uniques 1086; 2024-11-24T23:16:41,955 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-11-24T23:16:42,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/1d52d518dcb14cabab639033b7a2f769 2024-11-24T23:16:42,123 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732490202069, max timestamp=1732490202115Num uniques 1095; 2024-11-24T23:16:42,123 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-11-24T23:16:42,123 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732490202069, max timestamp=1732490202115Num uniques 1095; 2024-11-24T23:16:42,123 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-11-24T23:16:42,123 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732490202069, max timestamp=1732490202115Num uniques 1095; 2024-11-24T23:16:42,123 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-11-24T23:16:42,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/1f1383f32943470cb784824ee7212ba2 is 50, key is test_row_0/B:col10/1732490201648/Put/seqid=0 2024-11-24T23:16:42,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742326_1502 (size=12301) 2024-11-24T23:16:42,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/1f1383f32943470cb784824ee7212ba2 2024-11-24T23:16:42,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/abe2317e6b4f41e8929715190e2d6d8c is 50, key is test_row_0/C:col10/1732490201648/Put/seqid=0 2024-11-24T23:16:42,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742327_1503 (size=12301) 2024-11-24T23:16:42,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490262180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:42,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:42,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:42,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:42,198 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1732490202158, max timestamp=1732490202194Num uniques 1054; 2024-11-24T23:16:42,198 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=11630, suffix heap size=137584,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=254 2024-11-24T23:16:42,198 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1732490202158, max timestamp=1732490202194Num uniques 1054; 2024-11-24T23:16:42,198 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=11630, suffix heap size=137584,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=254 2024-11-24T23:16:42,202 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1732490202158, max timestamp=1732490202194Num uniques 1054; 2024-11-24T23:16:42,202 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=11630, suffix heap size=137584,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=254 2024-11-24T23:16:42,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490262236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:42,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:42,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490262242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:42,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:42,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:42,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:42,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:42,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:42,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490262255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:42,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:42,258 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:42,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:42,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490262256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:42,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:42,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:42,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:42,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490262299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:42,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:42,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:42,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:42,323 INFO [Thread-1895 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1895. 2024-11-24T23:16:42,323 DEBUG [Thread-1895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:16:42,323 DEBUG [Thread-1895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:42,323 INFO [Thread-1893 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1893. 2024-11-24T23:16:42,323 DEBUG [Thread-1893 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:16:42,323 DEBUG [Thread-1895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:42,323 DEBUG [Thread-1893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:42,323 DEBUG [Thread-1893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:42,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:16:42,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:16:42,324 INFO [Thread-1899 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1899. 2024-11-24T23:16:42,324 DEBUG [Thread-1899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:16:42,324 DEBUG [Thread-1899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:42,324 DEBUG [Thread-1899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:42,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:16:42,335 INFO [Thread-1897 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1897. 2024-11-24T23:16:42,335 DEBUG [Thread-1897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:16:42,335 DEBUG [Thread-1897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:42,335 DEBUG [Thread-1897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:42,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:16:42,340 INFO [Thread-1901 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1901. 2024-11-24T23:16:42,340 DEBUG [Thread-1901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:16:42,340 DEBUG [Thread-1901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:42,340 DEBUG [Thread-1901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:42,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:16:42,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:42,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43932 deadline: 1732490262359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43948 deadline: 1732490262359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:42,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:42,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:42,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:42,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:42,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:42,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:42,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43976 deadline: 1732490262369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:42,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43908 deadline: 1732490262379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:42,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:42,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:42,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:42,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43952 deadline: 1732490262519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:42,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 , the old value is region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:42,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:42,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., hostname=ba7f32532130,37181,1732490053579, seqNum=2 because the exception is null or not the one we care about 2024-11-24T23:16:42,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/abe2317e6b4f41e8929715190e2d6d8c 2024-11-24T23:16:42,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/1d52d518dcb14cabab639033b7a2f769 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/1d52d518dcb14cabab639033b7a2f769 2024-11-24T23:16:42,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/1d52d518dcb14cabab639033b7a2f769, entries=250, sequenceid=486, filesize=16.8 K 2024-11-24T23:16:42,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/1f1383f32943470cb784824ee7212ba2 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/1f1383f32943470cb784824ee7212ba2 2024-11-24T23:16:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-24T23:16:42,560 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:16:42,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/1f1383f32943470cb784824ee7212ba2, entries=150, sequenceid=486, filesize=12.0 K 2024-11-24T23:16:42,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/abe2317e6b4f41e8929715190e2d6d8c as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/abe2317e6b4f41e8929715190e2d6d8c 2024-11-24T23:16:42,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/abe2317e6b4f41e8929715190e2d6d8c, entries=150, sequenceid=486, filesize=12.0 K 2024-11-24T23:16:42,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~98.81 KB/101184, currentSize=147.60 KB/151140 for c34d9656037e159d169fcc74a2067ffa in 922ms, sequenceid=486, compaction requested=true 2024-11-24T23:16:42,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:42,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:16:42,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:42,571 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:42,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:16:42,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:42,572 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:42,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:16:42,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:42,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c34d9656037e159d169fcc74a2067ffa 3/3 column families, dataSize=161.02 KB heapSize=456.47 KB 2024-11-24T23:16:42,572 INFO [Thread-1882 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1882. 2024-11-24T23:16:42,572 INFO [Thread-1890 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1890. 2024-11-24T23:16:42,572 DEBUG [Thread-1882 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:16:42,572 DEBUG [Thread-1882 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:42,572 DEBUG [Thread-1890 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:16:42,572 DEBUG [Thread-1890 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:42,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=A 2024-11-24T23:16:42,572 DEBUG [Thread-1882 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:42,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:16:42,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-24T23:16:42,573 DEBUG [Thread-1890 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:42,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=B 2024-11-24T23:16:42,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-24T23:16:42,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=C 2024-11-24T23:16:42,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:16:42,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-24T23:16:42,574 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:42,574 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40225 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:42,574 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): c34d9656037e159d169fcc74a2067ffa/A is initiating minor compaction (all files) 2024-11-24T23:16:42,574 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): c34d9656037e159d169fcc74a2067ffa/B is initiating minor compaction (all files) 2024-11-24T23:16:42,574 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c34d9656037e159d169fcc74a2067ffa/A in TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:42,575 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c34d9656037e159d169fcc74a2067ffa/B in TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:42,575 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/1369bf8e60a34940a8b8971e14b084ee, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/d5427d6adc17466db2e183320ed3d557, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/1d52d518dcb14cabab639033b7a2f769] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp, totalSize=39.3 K 2024-11-24T23:16:42,575 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/43790d828bea46a695dea19f7380f6af, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/a6ffee2520de466593f26d0665feef97, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/1f1383f32943470cb784824ee7212ba2] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp, totalSize=34.5 K 2024-11-24T23:16:42,575 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1369bf8e60a34940a8b8971e14b084ee, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732490199186 2024-11-24T23:16:42,575 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 43790d828bea46a695dea19f7380f6af, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732490199186 2024-11-24T23:16:42,575 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5427d6adc17466db2e183320ed3d557, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732490199869 2024-11-24T23:16:42,575 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting a6ffee2520de466593f26d0665feef97, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732490199869 2024-11-24T23:16:42,575 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d52d518dcb14cabab639033b7a2f769, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732490201607 2024-11-24T23:16:42,575 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f1383f32943470cb784824ee7212ba2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732490201638 2024-11-24T23:16:42,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/c27efda5e9c84b739dfc2547fb932243 is 50, key is test_row_0/A:col10/1732490202234/Put/seqid=0 2024-11-24T23:16:42,580 INFO [Thread-1886 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1886. 2024-11-24T23:16:42,580 DEBUG [Thread-1886 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:16:42,581 DEBUG [Thread-1886 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:42,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:16:42,581 DEBUG [Thread-1886 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:42,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742328_1504 (size=12301) 2024-11-24T23:16:42,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/c27efda5e9c84b739dfc2547fb932243 2024-11-24T23:16:42,582 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34d9656037e159d169fcc74a2067ffa#B#compaction#431 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:42,582 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/079c5bf2531846a7a020b47380e190b4 is 50, key is test_row_0/B:col10/1732490201648/Put/seqid=0 2024-11-24T23:16:42,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742329_1505 (size=13289) 2024-11-24T23:16:42,589 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c34d9656037e159d169fcc74a2067ffa#A#compaction#432 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:42,590 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/265ac919a03e45cb929fc0325265e6b0 is 50, key is test_row_0/A:col10/1732490201648/Put/seqid=0 2024-11-24T23:16:42,591 INFO [Thread-1884 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1884. 2024-11-24T23:16:42,591 DEBUG [Thread-1884 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:16:42,591 DEBUG [Thread-1884 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:42,591 DEBUG [Thread-1884 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:42,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:16:42,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742330_1506 (size=13289) 2024-11-24T23:16:42,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/62638cb9620246a5adcb8ff58f6f640a is 50, key is test_row_0/B:col10/1732490202234/Put/seqid=0 2024-11-24T23:16:42,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742331_1507 (size=12301) 2024-11-24T23:16:42,832 INFO [Thread-1888 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1888. 2024-11-24T23:16:42,832 DEBUG [Thread-1888 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:16:42,832 DEBUG [Thread-1888 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:42,832 DEBUG [Thread-1888 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:42,832 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:16:42,832 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T23:16:42,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-24T23:16:42,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 136 2024-11-24T23:16:42,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-24T23:16:42,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 124 2024-11-24T23:16:42,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-24T23:16:42,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T23:16:42,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T23:16:42,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1112 2024-11-24T23:16:42,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3326 rows 2024-11-24T23:16:42,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1105 2024-11-24T23:16:42,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3315 rows 2024-11-24T23:16:42,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1111 2024-11-24T23:16:42,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3328 rows 2024-11-24T23:16:42,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1099 2024-11-24T23:16:42,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3297 rows 2024-11-24T23:16:42,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1107 2024-11-24T23:16:42,833 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3320 rows 2024-11-24T23:16:42,833 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:16:42,833 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:16:42,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:42,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:42,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:16:42,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-24T23:16:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T23:16:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-24T23:16:42,841 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490202841"}]},"ts":"1732490202841"} 2024-11-24T23:16:42,844 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T23:16:42,844 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T23:16:42,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T23:16:42,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c34d9656037e159d169fcc74a2067ffa, UNASSIGN}] 2024-11-24T23:16:42,847 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c34d9656037e159d169fcc74a2067ffa, UNASSIGN 2024-11-24T23:16:42,848 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=c34d9656037e159d169fcc74a2067ffa, regionState=CLOSING, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:16:42,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c34d9656037e159d169fcc74a2067ffa, UNASSIGN because future has completed 2024-11-24T23:16:42,850 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T23:16:42,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; CloseRegionProcedure c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579}] 2024-11-24T23:16:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-24T23:16:42,999 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/079c5bf2531846a7a020b47380e190b4 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/079c5bf2531846a7a020b47380e190b4 2024-11-24T23:16:43,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/62638cb9620246a5adcb8ff58f6f640a 2024-11-24T23:16:43,001 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/265ac919a03e45cb929fc0325265e6b0 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/265ac919a03e45cb929fc0325265e6b0 2024-11-24T23:16:43,002 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(122): Close c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:43,003 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T23:16:43,003 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1722): Closing c34d9656037e159d169fcc74a2067ffa, disabling compactions & flushes 2024-11-24T23:16:43,003 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1993): waiting for 2 compactions & cache flush to complete for region TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:43,005 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c34d9656037e159d169fcc74a2067ffa/B of c34d9656037e159d169fcc74a2067ffa into 079c5bf2531846a7a020b47380e190b4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:43,005 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:43,005 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., storeName=c34d9656037e159d169fcc74a2067ffa/B, priority=13, startTime=1732490202571; duration=0sec 2024-11-24T23:16:43,005 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:43,005 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:B 2024-11-24T23:16:43,005 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. because compaction request was cancelled 2024-11-24T23:16:43,005 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:C 2024-11-24T23:16:43,007 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c34d9656037e159d169fcc74a2067ffa/A of c34d9656037e159d169fcc74a2067ffa into 265ac919a03e45cb929fc0325265e6b0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:43,007 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:43,007 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:43,007 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., storeName=c34d9656037e159d169fcc74a2067ffa/A, priority=13, startTime=1732490202571; duration=0sec 2024-11-24T23:16:43,007 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:43,007 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:A 2024-11-24T23:16:43,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/be4016e9a5d04e78a60eaed0cb46b1fb is 50, key is test_row_0/C:col10/1732490202234/Put/seqid=0 2024-11-24T23:16:43,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742332_1508 (size=12301) 2024-11-24T23:16:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-24T23:16:43,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/be4016e9a5d04e78a60eaed0cb46b1fb 2024-11-24T23:16:43,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/c27efda5e9c84b739dfc2547fb932243 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/c27efda5e9c84b739dfc2547fb932243 2024-11-24T23:16:43,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/c27efda5e9c84b739dfc2547fb932243, entries=150, sequenceid=611, filesize=12.0 K 2024-11-24T23:16:43,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/62638cb9620246a5adcb8ff58f6f640a as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/62638cb9620246a5adcb8ff58f6f640a 2024-11-24T23:16:43,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/62638cb9620246a5adcb8ff58f6f640a, entries=150, sequenceid=611, filesize=12.0 K 2024-11-24T23:16:43,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/be4016e9a5d04e78a60eaed0cb46b1fb as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/be4016e9a5d04e78a60eaed0cb46b1fb 2024-11-24T23:16:43,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/be4016e9a5d04e78a60eaed0cb46b1fb, entries=150, sequenceid=611, filesize=12.0 K 2024-11-24T23:16:43,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~456.42 KB/467376, currentSize=20.13 KB/20610 for c34d9656037e159d169fcc74a2067ffa in 866ms, sequenceid=611, compaction requested=true 2024-11-24T23:16:43,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c34d9656037e159d169fcc74a2067ffa: 2024-11-24T23:16:43,439 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:43,439 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:43,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:16:43,439 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. after waiting 0 ms 2024-11-24T23:16:43,439 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. because compaction request was cancelled 2024-11-24T23:16:43,439 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:43,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:43,439 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:A 2024-11-24T23:16:43,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:16:43,439 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. because compaction request was cancelled 2024-11-24T23:16:43,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:43,439 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(2902): Flushing c34d9656037e159d169fcc74a2067ffa 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-24T23:16:43,439 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:B 2024-11-24T23:16:43,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c34d9656037e159d169fcc74a2067ffa:C, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:16:43,439 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. because compaction request was cancelled 2024-11-24T23:16:43,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:43,439 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c34d9656037e159d169fcc74a2067ffa:C 2024-11-24T23:16:43,439 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=A 2024-11-24T23:16:43,439 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:43,439 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=B 2024-11-24T23:16:43,439 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:43,439 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c34d9656037e159d169fcc74a2067ffa, store=C 2024-11-24T23:16:43,439 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:43,443 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/ae190b42b0944611b0de8e97a29e78de is 50, key is test_row_0/A:col10/1732490202830/Put/seqid=0 2024-11-24T23:16:43,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742333_1509 (size=12301) 2024-11-24T23:16:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-24T23:16:43,847 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=619 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/ae190b42b0944611b0de8e97a29e78de 2024-11-24T23:16:43,852 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/4422d6b8d0c646a5b67d3d879a92ac87 is 50, key is test_row_0/B:col10/1732490202830/Put/seqid=0 2024-11-24T23:16:43,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742334_1510 (size=12301) 2024-11-24T23:16:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-24T23:16:44,256 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=619 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/4422d6b8d0c646a5b67d3d879a92ac87 2024-11-24T23:16:44,261 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/933612fa5adf4009a4019730b115b21a is 50, key is test_row_0/C:col10/1732490202830/Put/seqid=0 2024-11-24T23:16:44,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742335_1511 (size=12301) 2024-11-24T23:16:44,665 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=619 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/933612fa5adf4009a4019730b115b21a 2024-11-24T23:16:44,671 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/A/ae190b42b0944611b0de8e97a29e78de as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/ae190b42b0944611b0de8e97a29e78de 2024-11-24T23:16:44,675 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/ae190b42b0944611b0de8e97a29e78de, entries=150, sequenceid=619, filesize=12.0 K 2024-11-24T23:16:44,676 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/B/4422d6b8d0c646a5b67d3d879a92ac87 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/4422d6b8d0c646a5b67d3d879a92ac87 2024-11-24T23:16:44,680 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/4422d6b8d0c646a5b67d3d879a92ac87, entries=150, sequenceid=619, filesize=12.0 K 2024-11-24T23:16:44,681 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/.tmp/C/933612fa5adf4009a4019730b115b21a as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/933612fa5adf4009a4019730b115b21a 2024-11-24T23:16:44,683 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/933612fa5adf4009a4019730b115b21a, entries=150, sequenceid=619, filesize=12.0 K 2024-11-24T23:16:44,684 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for c34d9656037e159d169fcc74a2067ffa in 1244ms, sequenceid=619, compaction requested=true 2024-11-24T23:16:44,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/e6dfdf3ece304aba904a4f0589fedcfa, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/d895ea1f091340ae87ca9ef3f151d8d2, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/15294e342c864008a39942eb0e19135c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/71d0e77cb4714c618fed0c09e54bd5cb, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/2a58c89a3aeb45cebce71c3def4777fa, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/eadbde6cbbde4c2381c752775f3cd260, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/4821d2e52017455188c2d6715878d171, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/6ebd37b50d4a41969ca979bb911377a6, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/011c9815fdcf451294d5292cc9048f17, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/6c826fe015c14cde854a0fbf8d550715, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/7e4a8f6cc57a493f97ece8655008e0a1, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/bcc0f54e76d245a3a834c5b8f8a856ad, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/266e1b7d874540fa98e8c2fa29ed3aba, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/1e154fa7b9ba47b6ac036613f8ffbd43, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/6b714b36d3a444daad6eee4aa278e2e5, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/4345297b44d94212824dff4652e7c369, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/0e6b87a9f4a24f83aeff517a0f2ad975, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/c46d096d8e634299b959573888cc5eba, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/96430e42326441d29f6ee24e28463a93, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/472d2357fdbf4dd8805b66b31dc58df3, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/f4ba988d20f14a2b9d47ef13bab6c740, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/e5c8ad799a954e8b93349af8318699b6, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/d3e5fc69754344f89599bd9bb4b9c24d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/b15483fc64bf4432b05abbef9ac28a70, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/ba97d64a80f945ecbbc661afc54cbf50, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/355e0a52b09e472da9f2b3656a986e75, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/1369bf8e60a34940a8b8971e14b084ee, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/d5427d6adc17466db2e183320ed3d557, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/1d52d518dcb14cabab639033b7a2f769] to archive 2024-11-24T23:16:44,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:16:44,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/e6dfdf3ece304aba904a4f0589fedcfa to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/e6dfdf3ece304aba904a4f0589fedcfa 2024-11-24T23:16:44,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/d895ea1f091340ae87ca9ef3f151d8d2 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/d895ea1f091340ae87ca9ef3f151d8d2 2024-11-24T23:16:44,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/15294e342c864008a39942eb0e19135c to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/15294e342c864008a39942eb0e19135c 2024-11-24T23:16:44,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/71d0e77cb4714c618fed0c09e54bd5cb to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/71d0e77cb4714c618fed0c09e54bd5cb 2024-11-24T23:16:44,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/2a58c89a3aeb45cebce71c3def4777fa to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/2a58c89a3aeb45cebce71c3def4777fa 2024-11-24T23:16:44,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/eadbde6cbbde4c2381c752775f3cd260 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/eadbde6cbbde4c2381c752775f3cd260 2024-11-24T23:16:44,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/4821d2e52017455188c2d6715878d171 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/4821d2e52017455188c2d6715878d171 2024-11-24T23:16:44,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/6ebd37b50d4a41969ca979bb911377a6 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/6ebd37b50d4a41969ca979bb911377a6 2024-11-24T23:16:44,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/011c9815fdcf451294d5292cc9048f17 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/011c9815fdcf451294d5292cc9048f17 2024-11-24T23:16:44,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/6c826fe015c14cde854a0fbf8d550715 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/6c826fe015c14cde854a0fbf8d550715 2024-11-24T23:16:44,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/7e4a8f6cc57a493f97ece8655008e0a1 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/7e4a8f6cc57a493f97ece8655008e0a1 2024-11-24T23:16:44,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/bcc0f54e76d245a3a834c5b8f8a856ad to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/bcc0f54e76d245a3a834c5b8f8a856ad 2024-11-24T23:16:44,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/266e1b7d874540fa98e8c2fa29ed3aba to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/266e1b7d874540fa98e8c2fa29ed3aba 2024-11-24T23:16:44,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/1e154fa7b9ba47b6ac036613f8ffbd43 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/1e154fa7b9ba47b6ac036613f8ffbd43 2024-11-24T23:16:44,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/6b714b36d3a444daad6eee4aa278e2e5 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/6b714b36d3a444daad6eee4aa278e2e5 2024-11-24T23:16:44,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/4345297b44d94212824dff4652e7c369 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/4345297b44d94212824dff4652e7c369 2024-11-24T23:16:44,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/0e6b87a9f4a24f83aeff517a0f2ad975 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/0e6b87a9f4a24f83aeff517a0f2ad975 2024-11-24T23:16:44,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/c46d096d8e634299b959573888cc5eba to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/c46d096d8e634299b959573888cc5eba 2024-11-24T23:16:44,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/96430e42326441d29f6ee24e28463a93 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/96430e42326441d29f6ee24e28463a93 2024-11-24T23:16:44,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/472d2357fdbf4dd8805b66b31dc58df3 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/472d2357fdbf4dd8805b66b31dc58df3 2024-11-24T23:16:44,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/f4ba988d20f14a2b9d47ef13bab6c740 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/f4ba988d20f14a2b9d47ef13bab6c740 2024-11-24T23:16:44,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/e5c8ad799a954e8b93349af8318699b6 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/e5c8ad799a954e8b93349af8318699b6 2024-11-24T23:16:44,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/d3e5fc69754344f89599bd9bb4b9c24d to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/d3e5fc69754344f89599bd9bb4b9c24d 2024-11-24T23:16:44,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/b15483fc64bf4432b05abbef9ac28a70 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/b15483fc64bf4432b05abbef9ac28a70 2024-11-24T23:16:44,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/ba97d64a80f945ecbbc661afc54cbf50 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/ba97d64a80f945ecbbc661afc54cbf50 2024-11-24T23:16:44,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/355e0a52b09e472da9f2b3656a986e75 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/355e0a52b09e472da9f2b3656a986e75 2024-11-24T23:16:44,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/1369bf8e60a34940a8b8971e14b084ee to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/1369bf8e60a34940a8b8971e14b084ee 2024-11-24T23:16:44,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/d5427d6adc17466db2e183320ed3d557 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/d5427d6adc17466db2e183320ed3d557 2024-11-24T23:16:44,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/1d52d518dcb14cabab639033b7a2f769 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/1d52d518dcb14cabab639033b7a2f769 2024-11-24T23:16:44,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/f730f78268bb4ceea221b51b366a9f1e, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/0f635a4b6f214534881d99ee12128c96, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/d49dc85e67804f85bf2534eb3b7fb1d9, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/aa1bd7273cdd49338ea28608d83a6e39, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/6e491ceba59c44dfb0c6d2bc84ee2ecd, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/6b081f122fc148f4ad95eced3fefd636, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/31b4574af46a449680f84e4107d4ba11, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/4080efd2615b4647b59669e063b6b232, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/43dd51be48c84a78a08dcfec2b0d86c6, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/341ecb5ed5424a19bd218296c38482cb, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/07334652716d45e5aac0d90e66cf7847, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/12acb0c5978e4d5f80d116f46acdfb2f, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/fcea8aa9cad94898baa02ed04daaa0d1, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/5b3631080ca445329bc1f18ac4496701, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/d650f780572e43cc9b17aadf1819cca9, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/1de707c8a010458186c802706fe0b21c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/40cb8354e84e42b8956bd5e508409777, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/8f5b0faa89054a87a208e0fc6a33c754, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/1f1e851f5ab4430082a60b392c96f56b, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/7a917cafa7994a1c9c1f306722d0fd5f, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/2f5272efb7b147439b118887f1a8d588, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/918678bdde1648758201f1674d0ba928, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/435e2a80233d48698afb407524a54268, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/0ee8528319754e25a49e08f9513573e4, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/96817a3c4a024a18a41272f973c39503, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/43790d828bea46a695dea19f7380f6af, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/f411ce0bad354cd68803318c4ef4808d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/a6ffee2520de466593f26d0665feef97, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/1f1383f32943470cb784824ee7212ba2] to archive 2024-11-24T23:16:44,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:16:44,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/f730f78268bb4ceea221b51b366a9f1e to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/f730f78268bb4ceea221b51b366a9f1e 2024-11-24T23:16:44,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/0f635a4b6f214534881d99ee12128c96 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/0f635a4b6f214534881d99ee12128c96 2024-11-24T23:16:44,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/d49dc85e67804f85bf2534eb3b7fb1d9 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/d49dc85e67804f85bf2534eb3b7fb1d9 2024-11-24T23:16:44,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/aa1bd7273cdd49338ea28608d83a6e39 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/aa1bd7273cdd49338ea28608d83a6e39 2024-11-24T23:16:44,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/6e491ceba59c44dfb0c6d2bc84ee2ecd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/6e491ceba59c44dfb0c6d2bc84ee2ecd 2024-11-24T23:16:44,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/6b081f122fc148f4ad95eced3fefd636 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/6b081f122fc148f4ad95eced3fefd636 2024-11-24T23:16:44,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/31b4574af46a449680f84e4107d4ba11 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/31b4574af46a449680f84e4107d4ba11 2024-11-24T23:16:44,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/4080efd2615b4647b59669e063b6b232 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/4080efd2615b4647b59669e063b6b232 2024-11-24T23:16:44,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/43dd51be48c84a78a08dcfec2b0d86c6 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/43dd51be48c84a78a08dcfec2b0d86c6 2024-11-24T23:16:44,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/341ecb5ed5424a19bd218296c38482cb to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/341ecb5ed5424a19bd218296c38482cb 2024-11-24T23:16:44,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/07334652716d45e5aac0d90e66cf7847 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/07334652716d45e5aac0d90e66cf7847 2024-11-24T23:16:44,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/12acb0c5978e4d5f80d116f46acdfb2f to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/12acb0c5978e4d5f80d116f46acdfb2f 2024-11-24T23:16:44,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/fcea8aa9cad94898baa02ed04daaa0d1 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/fcea8aa9cad94898baa02ed04daaa0d1 2024-11-24T23:16:44,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/5b3631080ca445329bc1f18ac4496701 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/5b3631080ca445329bc1f18ac4496701 2024-11-24T23:16:44,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/d650f780572e43cc9b17aadf1819cca9 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/d650f780572e43cc9b17aadf1819cca9 2024-11-24T23:16:44,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/1de707c8a010458186c802706fe0b21c to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/1de707c8a010458186c802706fe0b21c 2024-11-24T23:16:44,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/40cb8354e84e42b8956bd5e508409777 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/40cb8354e84e42b8956bd5e508409777 2024-11-24T23:16:44,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/8f5b0faa89054a87a208e0fc6a33c754 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/8f5b0faa89054a87a208e0fc6a33c754 2024-11-24T23:16:44,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/1f1e851f5ab4430082a60b392c96f56b to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/1f1e851f5ab4430082a60b392c96f56b 2024-11-24T23:16:44,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/7a917cafa7994a1c9c1f306722d0fd5f to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/7a917cafa7994a1c9c1f306722d0fd5f 2024-11-24T23:16:44,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/2f5272efb7b147439b118887f1a8d588 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/2f5272efb7b147439b118887f1a8d588 2024-11-24T23:16:44,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/918678bdde1648758201f1674d0ba928 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/918678bdde1648758201f1674d0ba928 2024-11-24T23:16:44,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/435e2a80233d48698afb407524a54268 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/435e2a80233d48698afb407524a54268 2024-11-24T23:16:44,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/0ee8528319754e25a49e08f9513573e4 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/0ee8528319754e25a49e08f9513573e4 2024-11-24T23:16:44,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/96817a3c4a024a18a41272f973c39503 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/96817a3c4a024a18a41272f973c39503 2024-11-24T23:16:44,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/43790d828bea46a695dea19f7380f6af to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/43790d828bea46a695dea19f7380f6af 2024-11-24T23:16:44,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/f411ce0bad354cd68803318c4ef4808d to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/f411ce0bad354cd68803318c4ef4808d 2024-11-24T23:16:44,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/a6ffee2520de466593f26d0665feef97 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/a6ffee2520de466593f26d0665feef97 2024-11-24T23:16:44,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/1f1383f32943470cb784824ee7212ba2 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/1f1383f32943470cb784824ee7212ba2 2024-11-24T23:16:44,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/6d1c3e56373a4efdada125188d1687ff, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/245d725051364557bee990f2603da4bd, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/90e13e5146eb49ac99fdbb14c76fd286, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/e0f506ef334c4bd28474a2db8c59e03e, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/8b1acd9b16f046d7a7c18e7a62a4b9fa, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/05bccf635ace4fa7a1f444b8eba384b9, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/9b8d206a89ad4b9fb7974b9b68eeb11a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/f95c875a86934a9c9a8626ce5928438b, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/88ce8aae0d6f48e79666b46be9791bd1, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/7c5e67bf3f2e4f68838a6646898172a7, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/43f1b7c7b39e41d9b160c3515a1f0d39, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/1b458fa440ed49df91620ca310f94741, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/1007ed5abdea4f5a864f0cfae13c1cac, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/33082f8d7f444a3b827c8b4f0b31ef8e, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/9658ed8a75f8489ab96a3acd5ea89072, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/ddd6082acd7f439da92659f4f72840e8, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/8caa9a55d91d4fc3ab867ef43d9e30ab, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/be3a8782c15149ac9b4f1dba7a15f781, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/1cca1297f4b1458b963c34b0d94a8b6a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/30cf1888abdd4013b0f58fcdc97a5e45, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/01fbad11d1f04f34ab67d2176ce12d74, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/8a58f47778ba4fcf82c3bff323c1d271, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/b1a14d8e5722441fadb2db4dccf648a0, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/637e0bfee95040b382c23b5e9fd59cc7, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/75c38d735e7f4434bdaaedc12a5603d8, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/1fae38ef01674dc0854ce4bd925ddc7f] to archive 2024-11-24T23:16:44,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:16:44,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/6d1c3e56373a4efdada125188d1687ff to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/6d1c3e56373a4efdada125188d1687ff 2024-11-24T23:16:44,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/245d725051364557bee990f2603da4bd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/245d725051364557bee990f2603da4bd 2024-11-24T23:16:44,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/90e13e5146eb49ac99fdbb14c76fd286 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/90e13e5146eb49ac99fdbb14c76fd286 2024-11-24T23:16:44,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/e0f506ef334c4bd28474a2db8c59e03e to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/e0f506ef334c4bd28474a2db8c59e03e 2024-11-24T23:16:44,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/8b1acd9b16f046d7a7c18e7a62a4b9fa to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/8b1acd9b16f046d7a7c18e7a62a4b9fa 2024-11-24T23:16:44,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/05bccf635ace4fa7a1f444b8eba384b9 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/05bccf635ace4fa7a1f444b8eba384b9 2024-11-24T23:16:44,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/9b8d206a89ad4b9fb7974b9b68eeb11a to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/9b8d206a89ad4b9fb7974b9b68eeb11a 2024-11-24T23:16:44,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/f95c875a86934a9c9a8626ce5928438b to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/f95c875a86934a9c9a8626ce5928438b 2024-11-24T23:16:44,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/88ce8aae0d6f48e79666b46be9791bd1 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/88ce8aae0d6f48e79666b46be9791bd1 2024-11-24T23:16:44,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/7c5e67bf3f2e4f68838a6646898172a7 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/7c5e67bf3f2e4f68838a6646898172a7 2024-11-24T23:16:44,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/43f1b7c7b39e41d9b160c3515a1f0d39 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/43f1b7c7b39e41d9b160c3515a1f0d39 2024-11-24T23:16:44,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/1b458fa440ed49df91620ca310f94741 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/1b458fa440ed49df91620ca310f94741 2024-11-24T23:16:44,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/1007ed5abdea4f5a864f0cfae13c1cac to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/1007ed5abdea4f5a864f0cfae13c1cac 2024-11-24T23:16:44,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/33082f8d7f444a3b827c8b4f0b31ef8e to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/33082f8d7f444a3b827c8b4f0b31ef8e 2024-11-24T23:16:44,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/9658ed8a75f8489ab96a3acd5ea89072 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/9658ed8a75f8489ab96a3acd5ea89072 2024-11-24T23:16:44,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/ddd6082acd7f439da92659f4f72840e8 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/ddd6082acd7f439da92659f4f72840e8 2024-11-24T23:16:44,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/8caa9a55d91d4fc3ab867ef43d9e30ab to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/8caa9a55d91d4fc3ab867ef43d9e30ab 2024-11-24T23:16:44,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/be3a8782c15149ac9b4f1dba7a15f781 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/be3a8782c15149ac9b4f1dba7a15f781 2024-11-24T23:16:44,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/1cca1297f4b1458b963c34b0d94a8b6a to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/1cca1297f4b1458b963c34b0d94a8b6a 2024-11-24T23:16:44,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/30cf1888abdd4013b0f58fcdc97a5e45 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/30cf1888abdd4013b0f58fcdc97a5e45 2024-11-24T23:16:44,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/01fbad11d1f04f34ab67d2176ce12d74 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/01fbad11d1f04f34ab67d2176ce12d74 2024-11-24T23:16:44,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/8a58f47778ba4fcf82c3bff323c1d271 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/8a58f47778ba4fcf82c3bff323c1d271 2024-11-24T23:16:44,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/b1a14d8e5722441fadb2db4dccf648a0 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/b1a14d8e5722441fadb2db4dccf648a0 2024-11-24T23:16:44,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/637e0bfee95040b382c23b5e9fd59cc7 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/637e0bfee95040b382c23b5e9fd59cc7 2024-11-24T23:16:44,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/75c38d735e7f4434bdaaedc12a5603d8 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/75c38d735e7f4434bdaaedc12a5603d8 2024-11-24T23:16:44,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/1fae38ef01674dc0854ce4bd925ddc7f to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/1fae38ef01674dc0854ce4bd925ddc7f 2024-11-24T23:16:44,767 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/recovered.edits/622.seqid, newMaxSeqId=622, maxSeqId=1 2024-11-24T23:16:44,767 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. 2024-11-24T23:16:44,767 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1676): Region close journal for c34d9656037e159d169fcc74a2067ffa: Waiting for close lock at 1732490203003Running coprocessor pre-close hooks at 1732490203003Disabling compacts and flushes for region at 1732490203003Disabling writes for close at 1732490203439 (+436 ms)Obtaining lock to block concurrent updates at 1732490203439Preparing flush snapshotting stores in c34d9656037e159d169fcc74a2067ffa at 1732490203439Finished memstore snapshotting TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1732490203439Flushing stores of TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa. at 1732490203440 (+1 ms)Flushing c34d9656037e159d169fcc74a2067ffa/A: creating writer at 1732490203440Flushing c34d9656037e159d169fcc74a2067ffa/A: appending metadata at 1732490203442 (+2 ms)Flushing c34d9656037e159d169fcc74a2067ffa/A: closing flushed file at 1732490203442Flushing c34d9656037e159d169fcc74a2067ffa/B: creating writer at 1732490203850 (+408 ms)Flushing c34d9656037e159d169fcc74a2067ffa/B: appending metadata at 1732490203852 (+2 ms)Flushing c34d9656037e159d169fcc74a2067ffa/B: closing flushed file at 1732490203852Flushing c34d9656037e159d169fcc74a2067ffa/C: creating writer at 1732490204259 (+407 ms)Flushing c34d9656037e159d169fcc74a2067ffa/C: appending metadata at 1732490204260 (+1 ms)Flushing c34d9656037e159d169fcc74a2067ffa/C: closing flushed file at 1732490204260Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f6009e2: reopening flushed file at 1732490204670 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c32feaf: reopening flushed file at 1732490204676 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49489989: reopening flushed file at 1732490204680 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for c34d9656037e159d169fcc74a2067ffa in 1244ms, sequenceid=619, compaction requested=true at 1732490204684 (+4 ms)Writing region close event to WAL at 1732490204764 (+80 ms)Running coprocessor post-close hooks at 1732490204767 (+3 ms)Closed at 1732490204767 2024-11-24T23:16:44,769 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(157): Closed c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:44,770 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=c34d9656037e159d169fcc74a2067ffa, regionState=CLOSED 2024-11-24T23:16:44,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=138, ppid=137, state=RUNNABLE, hasLock=false; CloseRegionProcedure c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 because future has completed 2024-11-24T23:16:44,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-24T23:16:44,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseRegionProcedure c34d9656037e159d169fcc74a2067ffa, server=ba7f32532130,37181,1732490053579 in 1.9220 sec 2024-11-24T23:16:44,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=137, resume processing ppid=136 2024-11-24T23:16:44,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, ppid=136, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c34d9656037e159d169fcc74a2067ffa, UNASSIGN in 1.9270 sec 2024-11-24T23:16:44,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-24T23:16:44,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9310 sec 2024-11-24T23:16:44,779 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490204778"}]},"ts":"1732490204778"} 2024-11-24T23:16:44,780 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T23:16:44,780 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T23:16:44,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9460 sec 2024-11-24T23:16:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-24T23:16:44,990 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:16:44,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-24T23:16:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:16:44,996 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=139, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:16:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-24T23:16:44,998 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=139, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:16:45,000 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:45,003 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A, FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B, FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C, FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/recovered.edits] 2024-11-24T23:16:45,005 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/265ac919a03e45cb929fc0325265e6b0 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/265ac919a03e45cb929fc0325265e6b0 2024-11-24T23:16:45,007 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/ae190b42b0944611b0de8e97a29e78de to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/ae190b42b0944611b0de8e97a29e78de 2024-11-24T23:16:45,008 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/c27efda5e9c84b739dfc2547fb932243 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/A/c27efda5e9c84b739dfc2547fb932243 2024-11-24T23:16:45,010 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/079c5bf2531846a7a020b47380e190b4 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/079c5bf2531846a7a020b47380e190b4 2024-11-24T23:16:45,011 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/4422d6b8d0c646a5b67d3d879a92ac87 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/4422d6b8d0c646a5b67d3d879a92ac87 2024-11-24T23:16:45,012 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/62638cb9620246a5adcb8ff58f6f640a to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/B/62638cb9620246a5adcb8ff58f6f640a 2024-11-24T23:16:45,014 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/41d1e1795da24ae88457836c3594c866 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/41d1e1795da24ae88457836c3594c866 2024-11-24T23:16:45,014 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/933612fa5adf4009a4019730b115b21a to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/933612fa5adf4009a4019730b115b21a 2024-11-24T23:16:45,015 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/abe2317e6b4f41e8929715190e2d6d8c to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/abe2317e6b4f41e8929715190e2d6d8c 2024-11-24T23:16:45,016 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/be4016e9a5d04e78a60eaed0cb46b1fb to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/be4016e9a5d04e78a60eaed0cb46b1fb 2024-11-24T23:16:45,016 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/da0467129f2e4677bc6cbda98306eef1 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/C/da0467129f2e4677bc6cbda98306eef1 2024-11-24T23:16:45,018 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/recovered.edits/622.seqid to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa/recovered.edits/622.seqid 2024-11-24T23:16:45,018 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/c34d9656037e159d169fcc74a2067ffa 2024-11-24T23:16:45,018 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T23:16:45,020 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=139, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:16:45,022 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T23:16:45,023 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T23:16:45,024 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=139, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:16:45,024 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T23:16:45,024 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732490205024"}]},"ts":"9223372036854775807"} 2024-11-24T23:16:45,026 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-24T23:16:45,026 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => c34d9656037e159d169fcc74a2067ffa, NAME => 'TestAcidGuarantees,,1732490180069.c34d9656037e159d169fcc74a2067ffa.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T23:16:45,026 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T23:16:45,026 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732490205026"}]},"ts":"9223372036854775807"} 2024-11-24T23:16:45,027 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-24T23:16:45,028 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=139, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:16:45,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 37 msec 2024-11-24T23:16:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-24T23:16:45,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-24T23:16:45,109 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:16:45,119 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=250 (was 248) - Thread LEAK? -, OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=367 (was 352) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6524 (was 6732) 2024-11-24T23:16:45,126 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=367, ProcessCount=11, AvailableMemoryMB=6524 2024-11-24T23:16:45,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T23:16:45,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:16:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=140, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T23:16:45,129 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T23:16:45,129 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:45,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 140 2024-11-24T23:16:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-24T23:16:45,130 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T23:16:45,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742336_1512 (size=1061) 2024-11-24T23:16:45,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-24T23:16:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-24T23:16:45,537 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5 2024-11-24T23:16:45,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742337_1513 (size=53) 2024-11-24T23:16:45,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-24T23:16:45,943 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:16:45,944 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 3efc69476d9ef6410ac63db5733cd0cd, disabling compactions & flushes 2024-11-24T23:16:45,944 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:45,944 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:45,944 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. after waiting 0 ms 2024-11-24T23:16:45,944 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:45,944 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:45,944 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3efc69476d9ef6410ac63db5733cd0cd: Waiting for close lock at 1732490205944Disabling compacts and flushes for region at 1732490205944Disabling writes for close at 1732490205944Writing region close event to WAL at 1732490205944Closed at 1732490205944 2024-11-24T23:16:45,945 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T23:16:45,946 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732490205945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732490205945"}]},"ts":"1732490205945"} 2024-11-24T23:16:45,948 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T23:16:45,949 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T23:16:45,949 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490205949"}]},"ts":"1732490205949"} 2024-11-24T23:16:45,951 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T23:16:45,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3efc69476d9ef6410ac63db5733cd0cd, ASSIGN}] 2024-11-24T23:16:45,953 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3efc69476d9ef6410ac63db5733cd0cd, ASSIGN 2024-11-24T23:16:45,954 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3efc69476d9ef6410ac63db5733cd0cd, ASSIGN; state=OFFLINE, location=ba7f32532130,37181,1732490053579; forceNewPlan=false, retain=false 2024-11-24T23:16:46,106 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=3efc69476d9ef6410ac63db5733cd0cd, regionState=OPENING, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:16:46,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3efc69476d9ef6410ac63db5733cd0cd, ASSIGN because future has completed 2024-11-24T23:16:46,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579}] 2024-11-24T23:16:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-24T23:16:46,272 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:46,272 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7752): Opening region: {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:16:46,273 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:46,273 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:16:46,273 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7794): checking encryption for 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:46,273 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7797): checking classloading for 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:46,275 INFO [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:46,277 INFO [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:16:46,277 INFO [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3efc69476d9ef6410ac63db5733cd0cd columnFamilyName A 2024-11-24T23:16:46,277 DEBUG [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:46,277 INFO [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] regionserver.HStore(327): Store=3efc69476d9ef6410ac63db5733cd0cd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:16:46,278 INFO [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:46,279 INFO [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:16:46,279 INFO [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3efc69476d9ef6410ac63db5733cd0cd columnFamilyName B 2024-11-24T23:16:46,279 DEBUG [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:46,279 INFO [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] regionserver.HStore(327): Store=3efc69476d9ef6410ac63db5733cd0cd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:16:46,279 INFO [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:46,280 INFO [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:16:46,280 INFO [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3efc69476d9ef6410ac63db5733cd0cd columnFamilyName C 2024-11-24T23:16:46,280 DEBUG [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:46,281 INFO [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] regionserver.HStore(327): Store=3efc69476d9ef6410ac63db5733cd0cd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:16:46,281 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:46,281 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1038): replaying wal for 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:46,282 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:46,282 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:46,283 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1048): stopping wal replay for 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:46,283 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1060): Cleaning up temporary data for 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:46,283 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T23:16:46,284 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1093): writing seq id for 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:46,286 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T23:16:46,286 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1114): Opened 3efc69476d9ef6410ac63db5733cd0cd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72734452, jitterRate=0.08382779359817505}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T23:16:46,286 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:46,287 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1006): Region open journal for 3efc69476d9ef6410ac63db5733cd0cd: Running coprocessor pre-open hook at 1732490206274Writing region info on filesystem at 1732490206274Initializing all the Stores at 1732490206275 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490206275Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490206275Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490206275Cleaning up temporary data from old regions at 1732490206283 (+8 ms)Running coprocessor post-open hooks at 1732490206286 (+3 ms)Region opened successfully at 1732490206287 (+1 ms) 2024-11-24T23:16:46,288 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., pid=142, masterSystemTime=1732490206265 2024-11-24T23:16:46,290 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:46,290 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:46,291 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=3efc69476d9ef6410ac63db5733cd0cd, regionState=OPEN, openSeqNum=2, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:16:46,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 because future has completed 2024-11-24T23:16:46,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-24T23:16:46,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; OpenRegionProcedure 3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 in 182 msec 2024-11-24T23:16:46,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-11-24T23:16:46,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3efc69476d9ef6410ac63db5733cd0cd, ASSIGN in 344 msec 2024-11-24T23:16:46,300 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T23:16:46,300 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490206300"}]},"ts":"1732490206300"} 2024-11-24T23:16:46,301 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T23:16:46,302 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T23:16:46,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1740 sec 2024-11-24T23:16:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-24T23:16:47,280 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:16:47,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a04de68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:47,282 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:16:47,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:16:47,283 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:16:47,284 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:16:47,284 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:16:47,284 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9efcc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:47,284 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:16:47,285 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:16:47,285 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:47,287 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:16:47,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35bfdae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:47,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:16:47,290 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:16:47,290 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:16:47,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:16:47,292 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T23:16:47,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ba7f32532130,34341,1732490052791 2024-11-24T23:16:47,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47b3ecd1 2024-11-24T23:16:47,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T23:16:47,295 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T23:16:47,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T23:16:47,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T23:16:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T23:16:47,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742338_1514 (size=1097) 2024-11-24T23:16:47,712 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-24T23:16:47,713 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-24T23:16:47,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T23:16:47,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3efc69476d9ef6410ac63db5733cd0cd, REOPEN/MOVE}] 2024-11-24T23:16:47,718 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3efc69476d9ef6410ac63db5733cd0cd, REOPEN/MOVE 2024-11-24T23:16:47,718 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=3efc69476d9ef6410ac63db5733cd0cd, regionState=CLOSING, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:16:47,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3efc69476d9ef6410ac63db5733cd0cd, REOPEN/MOVE because future has completed 2024-11-24T23:16:47,719 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T23:16:47,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579}] 2024-11-24T23:16:47,873 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(122): Close 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:47,873 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T23:16:47,873 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1722): Closing 3efc69476d9ef6410ac63db5733cd0cd, disabling compactions & flushes 2024-11-24T23:16:47,873 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:47,873 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:47,873 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. after waiting 0 ms 2024-11-24T23:16:47,873 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:47,881 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T23:16:47,882 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:47,883 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1676): Region close journal for 3efc69476d9ef6410ac63db5733cd0cd: Waiting for close lock at 1732490207873Running coprocessor pre-close hooks at 1732490207873Disabling compacts and flushes for region at 1732490207873Disabling writes for close at 1732490207873Writing region close event to WAL at 1732490207874 (+1 ms)Running coprocessor post-close hooks at 1732490207882 (+8 ms)Closed at 1732490207882 2024-11-24T23:16:47,883 WARN [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionServer(3299): Not adding moved region record: 3efc69476d9ef6410ac63db5733cd0cd to self. 2024-11-24T23:16:47,885 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(157): Closed 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:47,886 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=3efc69476d9ef6410ac63db5733cd0cd, regionState=CLOSED 2024-11-24T23:16:47,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 because future has completed 2024-11-24T23:16:47,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-24T23:16:47,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; CloseRegionProcedure 3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 in 169 msec 2024-11-24T23:16:47,890 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3efc69476d9ef6410ac63db5733cd0cd, REOPEN/MOVE; state=CLOSED, location=ba7f32532130,37181,1732490053579; forceNewPlan=false, retain=true 2024-11-24T23:16:48,042 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=3efc69476d9ef6410ac63db5733cd0cd, regionState=OPENING, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:16:48,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3efc69476d9ef6410ac63db5733cd0cd, REOPEN/MOVE because future has completed 2024-11-24T23:16:48,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579}] 2024-11-24T23:16:48,204 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:48,204 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7752): Opening region: {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} 2024-11-24T23:16:48,205 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:48,205 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T23:16:48,205 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7794): checking encryption for 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:48,205 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7797): checking classloading for 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:48,208 INFO [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:48,209 INFO [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:16:48,210 INFO [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3efc69476d9ef6410ac63db5733cd0cd columnFamilyName A 2024-11-24T23:16:48,212 DEBUG [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:48,212 INFO [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] regionserver.HStore(327): Store=3efc69476d9ef6410ac63db5733cd0cd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:16:48,212 INFO [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:48,213 INFO [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:16:48,213 INFO [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3efc69476d9ef6410ac63db5733cd0cd columnFamilyName B 2024-11-24T23:16:48,213 DEBUG [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:48,213 INFO [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] regionserver.HStore(327): Store=3efc69476d9ef6410ac63db5733cd0cd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:16:48,213 INFO [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:48,214 INFO [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T23:16:48,214 INFO [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3efc69476d9ef6410ac63db5733cd0cd columnFamilyName C 2024-11-24T23:16:48,214 DEBUG [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:48,214 INFO [StoreOpener-3efc69476d9ef6410ac63db5733cd0cd-1 {}] regionserver.HStore(327): Store=3efc69476d9ef6410ac63db5733cd0cd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T23:16:48,214 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:48,214 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1038): replaying wal for 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:48,215 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:48,216 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:48,216 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1048): stopping wal replay for 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:48,216 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1060): Cleaning up temporary data for 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:48,217 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T23:16:48,217 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1093): writing seq id for 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:48,218 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1114): Opened 3efc69476d9ef6410ac63db5733cd0cd; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60564759, jitterRate=-0.09751476347446442}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T23:16:48,218 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:48,218 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1006): Region open journal for 3efc69476d9ef6410ac63db5733cd0cd: Running coprocessor pre-open hook at 1732490208205Writing region info on filesystem at 1732490208205Initializing all the Stores at 1732490208207 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490208207Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490208207Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732490208208 (+1 ms)Cleaning up temporary data from old regions at 1732490208216 (+8 ms)Running coprocessor post-open hooks at 1732490208218 (+2 ms)Region opened successfully at 1732490208218 2024-11-24T23:16:48,219 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., pid=147, masterSystemTime=1732490208197 2024-11-24T23:16:48,220 DEBUG [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:48,221 INFO [RS_OPEN_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:48,221 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=3efc69476d9ef6410ac63db5733cd0cd, regionState=OPEN, openSeqNum=5, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:16:48,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 because future has completed 2024-11-24T23:16:48,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=145 2024-11-24T23:16:48,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=145, state=SUCCESS, hasLock=false; OpenRegionProcedure 3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 in 178 msec 2024-11-24T23:16:48,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-24T23:16:48,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3efc69476d9ef6410ac63db5733cd0cd, REOPEN/MOVE in 507 msec 2024-11-24T23:16:48,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-24T23:16:48,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 511 msec 2024-11-24T23:16:48,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 930 msec 2024-11-24T23:16:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-24T23:16:48,229 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:16:48,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53954261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,230 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:16:48,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:16:48,231 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:16:48,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:16:48,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:16:48,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b21f739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:16:48,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:16:48,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:48,232 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:16:48,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c7e90b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2aa61c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:16:48,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:16:48,233 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:16:48,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:16:48,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:16:48,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a24fad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:16:48,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:16:48,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:48,234 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:16:48,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277544e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca6c80d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:16:48,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:16:48,236 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:16:48,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:16:48,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:16:48,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@354b7039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:16:48,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:16:48,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:48,237 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:16:48,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5d0443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14afc90b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,238 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:16:48,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:16:48,239 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:16:48,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:16:48,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:16:48,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79bfb11c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:16:48,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:16:48,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:48,239 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:16:48,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@724e65c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb57557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:16:48,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:16:48,241 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:16:48,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:16:48,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:16:48,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b0228f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:16:48,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:16:48,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:48,242 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:16:48,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb602b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99b73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,243 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:16:48,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:16:48,243 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:16:48,243 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:16:48,243 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:16:48,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bce7ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:16:48,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:16:48,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:48,244 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:16:48,245 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c782da7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af69a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:16:48,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:16:48,246 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:16:48,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:16:48,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:16:48,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e52681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:16:48,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:16:48,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:48,247 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:16:48,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e053a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd90259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:16:48,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:16:48,249 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:16:48,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:16:48,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:16:48,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e61f85f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:16:48,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:16:48,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:48,250 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:16:48,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677c01e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594d5ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,251 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:16:48,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:16:48,251 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:16:48,252 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:16:48,252 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:16:48,252 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce17d46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,252 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:16:48,252 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:16:48,252 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:48,253 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:16:48,253 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b92afe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267cfa21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ba7f32532130,34341,-1 for getting cluster id 2024-11-24T23:16:48,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T23:16:48,254 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '819e86ec-9dfb-4dfd-b62a-58451d5d3ff1' 2024-11-24T23:16:48,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T23:16:48,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "819e86ec-9dfb-4dfd-b62a-58451d5d3ff1" 2024-11-24T23:16:48,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47701717, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ba7f32532130,34341,-1] 2024-11-24T23:16:48,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T23:16:48,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:16:48,255 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T23:16:48,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee133db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T23:16:48,256 DEBUG [Thread-2317 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:16:48,256 DEBUG [Thread-2321 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:16:48,256 DEBUG [Thread-2315 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:16:48,256 DEBUG [Thread-2306 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:16:48,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:16:48,257 DEBUG [Thread-2310 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:16:48,257 DEBUG [Thread-2313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:16:48,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:16:48,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:16:48,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:16:48,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:16:48,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:16:48,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:16:48,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:16:48,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:16:48,257 DEBUG [Thread-2302 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:16:48,258 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:16:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-24T23:16:48,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:16:48,258 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:16:48,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:16:48,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:16:48,258 DEBUG [Thread-2319 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:16:48,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:16:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-24T23:16:48,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:16:48,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:16:48,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:16:48,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:16:48,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:16:48,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:16:48,260 DEBUG [Thread-2304 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:16:48,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:16:48,260 DEBUG [Thread-2308 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T23:16:48,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:16:48,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:16:48,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:16:48,261 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:16:48,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:16:48,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:16:48,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:16:48,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:16:48,262 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:16:48,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:16:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ba7f32532130,37181,1732490053579, seqNum=-1] 2024-11-24T23:16:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:16:48,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T23:16:48,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:16:48,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:16:48,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:16:48,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:16:48,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:16:48,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:16:48,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T23:16:48,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:16:48,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5] 2024-11-24T23:16:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:48,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3efc69476d9ef6410ac63db5733cd0cd 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T23:16:48,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=A 2024-11-24T23:16:48,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:48,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=B 2024-11-24T23:16:48,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:48,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=C 2024-11-24T23:16:48,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:48,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c932c83c2a0f4db5b41a63cf3bb86b3b_3efc69476d9ef6410ac63db5733cd0cd is 50, key is test_row_0/A:col10/1732490208269/Put/seqid=0 2024-11-24T23:16:48,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490268290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:48,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:48,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490268290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:48,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,296 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:48,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490268291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:48,296 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:48,296 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,296 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490268291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:48,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:48,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:48,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43610 deadline: 1732490268296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:48,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:48,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742339_1515 (size=17034) 2024-11-24T23:16:48,310 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:48,312 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c932c83c2a0f4db5b41a63cf3bb86b3b_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c932c83c2a0f4db5b41a63cf3bb86b3b_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:48,313 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/c95f37944a4742c6982f80442ae89638, store: [table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:16:48,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/c95f37944a4742c6982f80442ae89638 is 175, key is test_row_0/A:col10/1732490208269/Put/seqid=0 2024-11-24T23:16:48,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742340_1516 (size=48139) 2024-11-24T23:16:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-24T23:16:48,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490268399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:48,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:48,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:48,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490268399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490268399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:48,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:48,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:48,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:48,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490268399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:48,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:48,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43610 deadline: 1732490268409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:48,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:48,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T23:16:48,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:48,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:16:48,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:48,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:48,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:48,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T23:16:48,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:48,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:16:48,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:48,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:48,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-24T23:16:48,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490268609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:48,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490268610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:48,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:48,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490268610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:48,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:48,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:48,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490268610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:48,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:48,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:48,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43610 deadline: 1732490268619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:48,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:48,717 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/c95f37944a4742c6982f80442ae89638 2024-11-24T23:16:48,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T23:16:48,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:48,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:16:48,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:48,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:48,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:48,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/5640041563fb45cda589e553d1c3ac8c is 50, key is test_row_0/B:col10/1732490208269/Put/seqid=0 2024-11-24T23:16:48,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742341_1517 (size=12001) 2024-11-24T23:16:48,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T23:16:48,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:48,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:16:48,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:48,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:48,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-24T23:16:48,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490268919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:48,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:48,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490268919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:48,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:48,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490268920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:48,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:48,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490268920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:48,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:48,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43610 deadline: 1732490268929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:48,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:48,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:49,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T23:16:49,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:49,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:16:49,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:49,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:49,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:49,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/5640041563fb45cda589e553d1c3ac8c 2024-11-24T23:16:49,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/aebd57b72fd5430f9087c523d6f45151 is 50, key is test_row_0/C:col10/1732490208269/Put/seqid=0 2024-11-24T23:16:49,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742342_1518 (size=12001) 2024-11-24T23:16:49,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T23:16:49,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:49,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:16:49,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:49,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:49,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:49,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T23:16:49,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:49,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:16:49,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:49,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:49,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-24T23:16:49,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490269429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:49,430 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:49,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:49,430 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:49,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490269429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:49,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:49,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:49,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:49,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490269429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:49,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:49,431 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490269429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:49,431 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:49,431 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:49,432 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:49,432 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:49,432 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:49,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43610 deadline: 1732490269439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:49,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:49,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:49,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:49,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T23:16:49,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:49,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:16:49,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:49,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:49,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:49,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/aebd57b72fd5430f9087c523d6f45151 2024-11-24T23:16:49,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/c95f37944a4742c6982f80442ae89638 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/c95f37944a4742c6982f80442ae89638 2024-11-24T23:16:49,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/c95f37944a4742c6982f80442ae89638, entries=250, sequenceid=16, filesize=47.0 K 2024-11-24T23:16:49,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/5640041563fb45cda589e553d1c3ac8c as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/5640041563fb45cda589e553d1c3ac8c 2024-11-24T23:16:49,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/5640041563fb45cda589e553d1c3ac8c, entries=150, sequenceid=16, filesize=11.7 K 2024-11-24T23:16:49,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/aebd57b72fd5430f9087c523d6f45151 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/aebd57b72fd5430f9087c523d6f45151 2024-11-24T23:16:49,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/aebd57b72fd5430f9087c523d6f45151, entries=150, sequenceid=16, filesize=11.7 K 2024-11-24T23:16:49,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 3efc69476d9ef6410ac63db5733cd0cd in 1318ms, sequenceid=16, compaction requested=false 2024-11-24T23:16:49,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:16:49,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T23:16:49,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:49,637 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 3efc69476d9ef6410ac63db5733cd0cd 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-24T23:16:49,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=A 2024-11-24T23:16:49,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:49,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=B 2024-11-24T23:16:49,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:49,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=C 2024-11-24T23:16:49,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:49,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124455faac7f1c7424f96f4b30e1356e291_3efc69476d9ef6410ac63db5733cd0cd is 50, key is test_row_0/A:col10/1732490208294/Put/seqid=0 2024-11-24T23:16:49,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742343_1519 (size=12154) 2024-11-24T23:16:50,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:50,050 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124455faac7f1c7424f96f4b30e1356e291_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124455faac7f1c7424f96f4b30e1356e291_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:50,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/5f725ab890ff41ef886cd7fa983b9865, store: [table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:16:50,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/5f725ab890ff41ef886cd7fa983b9865 is 175, key is test_row_0/A:col10/1732490208294/Put/seqid=0 2024-11-24T23:16:50,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742344_1520 (size=30955) 2024-11-24T23:16:50,286 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T23:16:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-24T23:16:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:50,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:16:50,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43610 deadline: 1732490270449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:50,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490270449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:50,454 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_0' in 3efc69476d9ef6410ac63db5733cd0cd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:16:50,455 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=36, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/5f725ab890ff41ef886cd7fa983b9865 2024-11-24T23:16:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:50,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490270451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:50,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:50,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490270451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:50,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:50,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490270452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:50,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:50,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/95ff864c09a24941bc5099666bc2e325 is 50, key is test_row_0/B:col10/1732490208294/Put/seqid=0 2024-11-24T23:16:50,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742345_1521 (size=12001) 2024-11-24T23:16:50,471 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/95ff864c09a24941bc5099666bc2e325 2024-11-24T23:16:50,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/591df1fa175c42daad4edb95ffce79e8 is 50, key is test_row_0/C:col10/1732490208294/Put/seqid=0 2024-11-24T23:16:50,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742346_1522 (size=12001) 2024-11-24T23:16:50,485 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/591df1fa175c42daad4edb95ffce79e8 2024-11-24T23:16:50,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/5f725ab890ff41ef886cd7fa983b9865 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/5f725ab890ff41ef886cd7fa983b9865 2024-11-24T23:16:50,500 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/5f725ab890ff41ef886cd7fa983b9865, entries=150, sequenceid=36, filesize=30.2 K 2024-11-24T23:16:50,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/95ff864c09a24941bc5099666bc2e325 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/95ff864c09a24941bc5099666bc2e325 2024-11-24T23:16:50,506 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/95ff864c09a24941bc5099666bc2e325, entries=150, sequenceid=36, filesize=11.7 K 2024-11-24T23:16:50,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/591df1fa175c42daad4edb95ffce79e8 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/591df1fa175c42daad4edb95ffce79e8 2024-11-24T23:16:50,510 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/591df1fa175c42daad4edb95ffce79e8, entries=150, sequenceid=36, filesize=11.7 K 2024-11-24T23:16:50,511 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 3efc69476d9ef6410ac63db5733cd0cd in 874ms, sequenceid=36, compaction requested=false 2024-11-24T23:16:50,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:16:50,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:50,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-24T23:16:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-11-24T23:16:50,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-24T23:16:50,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2510 sec 2024-11-24T23:16:50,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 2.2610 sec 2024-11-24T23:16:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:50,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3efc69476d9ef6410ac63db5733cd0cd 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-24T23:16:50,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=A 2024-11-24T23:16:50,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:50,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=B 2024-11-24T23:16:50,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:50,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=C 2024-11-24T23:16:50,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:50,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249efa6b7760424475ab6314a9ed6d31c0_3efc69476d9ef6410ac63db5733cd0cd is 50, key is test_row_0/A:col10/1732490210560/Put/seqid=0 2024-11-24T23:16:50,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742347_1523 (size=14594) 2024-11-24T23:16:50,579 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:50,583 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249efa6b7760424475ab6314a9ed6d31c0_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249efa6b7760424475ab6314a9ed6d31c0_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:50,584 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/7e8e8f72b0c9410ab08e798bfb1cc2ed, store: [table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:16:50,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/7e8e8f72b0c9410ab08e798bfb1cc2ed is 175, key is test_row_0/A:col10/1732490210560/Put/seqid=0 2024-11-24T23:16:50,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490270581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:50,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:50,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490270582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:50,588 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,588 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,588 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:50,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742348_1524 (size=39549) 2024-11-24T23:16:50,590 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/7e8e8f72b0c9410ab08e798bfb1cc2ed 2024-11-24T23:16:50,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490270585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490270587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:50,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/62748a4ac549467da3c45909bd8815ec is 50, key is test_row_0/B:col10/1732490210560/Put/seqid=0 2024-11-24T23:16:50,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742349_1525 (size=12001) 2024-11-24T23:16:50,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490270689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:50,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:50,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490270689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:50,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:50,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:50,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490270699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:50,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:50,701 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,701 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490270699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:50,701 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:50,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:50,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490270899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:50,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490270899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:50,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:50,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:50,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:50,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490270909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:50,911 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:50,911 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,911 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490270909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:50,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:50,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:51,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/62748a4ac549467da3c45909bd8815ec 2024-11-24T23:16:51,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/d5e472119dd949dabf9a51a21be5183e is 50, key is test_row_0/C:col10/1732490210560/Put/seqid=0 2024-11-24T23:16:51,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742350_1526 (size=12001) 2024-11-24T23:16:51,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/d5e472119dd949dabf9a51a21be5183e 2024-11-24T23:16:51,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/7e8e8f72b0c9410ab08e798bfb1cc2ed as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/7e8e8f72b0c9410ab08e798bfb1cc2ed 2024-11-24T23:16:51,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/7e8e8f72b0c9410ab08e798bfb1cc2ed, entries=200, sequenceid=51, filesize=38.6 K 2024-11-24T23:16:51,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/62748a4ac549467da3c45909bd8815ec as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/62748a4ac549467da3c45909bd8815ec 2024-11-24T23:16:51,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/62748a4ac549467da3c45909bd8815ec, entries=150, sequenceid=51, filesize=11.7 K 2024-11-24T23:16:51,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/d5e472119dd949dabf9a51a21be5183e as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/d5e472119dd949dabf9a51a21be5183e 2024-11-24T23:16:51,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/d5e472119dd949dabf9a51a21be5183e, entries=150, sequenceid=51, filesize=11.7 K 2024-11-24T23:16:51,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 3efc69476d9ef6410ac63db5733cd0cd in 497ms, sequenceid=51, compaction requested=true 2024-11-24T23:16:51,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:16:51,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3efc69476d9ef6410ac63db5733cd0cd:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:16:51,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:51,058 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:51,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3efc69476d9ef6410ac63db5733cd0cd:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:16:51,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:51,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3efc69476d9ef6410ac63db5733cd0cd:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:16:51,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T23:16:51,058 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:51,059 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:51,059 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 3efc69476d9ef6410ac63db5733cd0cd/A is initiating minor compaction (all files) 2024-11-24T23:16:51,059 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3efc69476d9ef6410ac63db5733cd0cd/A in TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:51,059 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/c95f37944a4742c6982f80442ae89638, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/5f725ab890ff41ef886cd7fa983b9865, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/7e8e8f72b0c9410ab08e798bfb1cc2ed] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp, totalSize=115.9 K 2024-11-24T23:16:51,059 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:51,060 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. files: [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/c95f37944a4742c6982f80442ae89638, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/5f725ab890ff41ef886cd7fa983b9865, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/7e8e8f72b0c9410ab08e798bfb1cc2ed] 2024-11-24T23:16:51,060 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:51,060 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 3efc69476d9ef6410ac63db5733cd0cd/B is initiating minor compaction (all files) 2024-11-24T23:16:51,060 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3efc69476d9ef6410ac63db5733cd0cd/B in TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:51,060 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/5640041563fb45cda589e553d1c3ac8c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/95ff864c09a24941bc5099666bc2e325, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/62748a4ac549467da3c45909bd8815ec] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp, totalSize=35.2 K 2024-11-24T23:16:51,061 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 5640041563fb45cda589e553d1c3ac8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732490208267 2024-11-24T23:16:51,061 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting c95f37944a4742c6982f80442ae89638, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732490208263 2024-11-24T23:16:51,061 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 95ff864c09a24941bc5099666bc2e325, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732490208290 2024-11-24T23:16:51,061 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f725ab890ff41ef886cd7fa983b9865, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732490208290 2024-11-24T23:16:51,062 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 62748a4ac549467da3c45909bd8815ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732490210451 2024-11-24T23:16:51,062 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e8e8f72b0c9410ab08e798bfb1cc2ed, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732490210449 2024-11-24T23:16:51,070 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:16:51,075 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411245ff3e070827e4b7a91978a4cc68ee274_3efc69476d9ef6410ac63db5733cd0cd store=[table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:16:51,076 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3efc69476d9ef6410ac63db5733cd0cd#B#compaction#448 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:51,077 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/a6651bbd24fd4ecf92da2ef1663f57af is 50, key is test_row_0/B:col10/1732490210560/Put/seqid=0 2024-11-24T23:16:51,077 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411245ff3e070827e4b7a91978a4cc68ee274_3efc69476d9ef6410ac63db5733cd0cd, store=[table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:16:51,077 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245ff3e070827e4b7a91978a4cc68ee274_3efc69476d9ef6410ac63db5733cd0cd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:16:51,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742352_1528 (size=4469) 2024-11-24T23:16:51,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742351_1527 (size=12104) 2024-11-24T23:16:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:51,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3efc69476d9ef6410ac63db5733cd0cd 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-24T23:16:51,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=A 2024-11-24T23:16:51,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:51,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=B 2024-11-24T23:16:51,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:51,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=C 2024-11-24T23:16:51,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:51,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112461d1743f7500424a8a655d970f6ff1c6_3efc69476d9ef6410ac63db5733cd0cd is 50, key is test_row_0/A:col10/1732490210580/Put/seqid=0 2024-11-24T23:16:51,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742353_1529 (size=12154) 2024-11-24T23:16:51,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490271225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:51,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:51,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490271228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:51,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:51,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490271230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:51,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:51,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490271231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:51,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:51,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490271339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:51,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490271339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:51,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:51,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490271339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:51,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:51,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490271339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:51,344 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,344 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,344 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:51,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:51,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:51,490 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3efc69476d9ef6410ac63db5733cd0cd#A#compaction#447 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:51,490 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/1733a03531054649b337e63410bc1110 is 175, key is test_row_0/A:col10/1732490210560/Put/seqid=0 2024-11-24T23:16:51,494 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/a6651bbd24fd4ecf92da2ef1663f57af as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/a6651bbd24fd4ecf92da2ef1663f57af 2024-11-24T23:16:51,498 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3efc69476d9ef6410ac63db5733cd0cd/B of 3efc69476d9ef6410ac63db5733cd0cd into a6651bbd24fd4ecf92da2ef1663f57af(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:51,498 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:16:51,498 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., storeName=3efc69476d9ef6410ac63db5733cd0cd/B, priority=13, startTime=1732490211058; duration=0sec 2024-11-24T23:16:51,498 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:51,498 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3efc69476d9ef6410ac63db5733cd0cd:B 2024-11-24T23:16:51,498 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:51,498 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:51,498 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 3efc69476d9ef6410ac63db5733cd0cd/C is initiating minor compaction (all files) 2024-11-24T23:16:51,498 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3efc69476d9ef6410ac63db5733cd0cd/C in TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:51,499 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/aebd57b72fd5430f9087c523d6f45151, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/591df1fa175c42daad4edb95ffce79e8, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/d5e472119dd949dabf9a51a21be5183e] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp, totalSize=35.2 K 2024-11-24T23:16:51,499 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting aebd57b72fd5430f9087c523d6f45151, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732490208267 2024-11-24T23:16:51,499 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 591df1fa175c42daad4edb95ffce79e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732490208290 2024-11-24T23:16:51,499 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting d5e472119dd949dabf9a51a21be5183e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732490210451 2024-11-24T23:16:51,505 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3efc69476d9ef6410ac63db5733cd0cd#C#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:51,506 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/fe451153e0ad413887bc5f8f9d37d5c1 is 50, key is test_row_0/C:col10/1732490210560/Put/seqid=0 2024-11-24T23:16:51,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742354_1530 (size=31058) 2024-11-24T23:16:51,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742355_1531 (size=12104) 2024-11-24T23:16:51,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:51,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490271549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490271549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:51,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490271549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:51,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490271549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:51,621 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:51,624 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112461d1743f7500424a8a655d970f6ff1c6_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112461d1743f7500424a8a655d970f6ff1c6_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:51,624 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/e4aa3fa555224ebea5b4464dec97d6de, store: [table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:16:51,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/e4aa3fa555224ebea5b4464dec97d6de is 175, key is test_row_0/A:col10/1732490210580/Put/seqid=0 2024-11-24T23:16:51,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742356_1532 (size=30955) 2024-11-24T23:16:51,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:51,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490271859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490271859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:51,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:51,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490271860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:51,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:51,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:51,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:51,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490271860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:51,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:51,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:51,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:51,916 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/1733a03531054649b337e63410bc1110 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/1733a03531054649b337e63410bc1110 2024-11-24T23:16:51,916 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/fe451153e0ad413887bc5f8f9d37d5c1 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/fe451153e0ad413887bc5f8f9d37d5c1 2024-11-24T23:16:51,920 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3efc69476d9ef6410ac63db5733cd0cd/A of 3efc69476d9ef6410ac63db5733cd0cd into 1733a03531054649b337e63410bc1110(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:51,920 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:16:51,920 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., storeName=3efc69476d9ef6410ac63db5733cd0cd/A, priority=13, startTime=1732490211058; duration=0sec 2024-11-24T23:16:51,921 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:51,921 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3efc69476d9ef6410ac63db5733cd0cd:A 2024-11-24T23:16:51,921 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3efc69476d9ef6410ac63db5733cd0cd/C of 3efc69476d9ef6410ac63db5733cd0cd into fe451153e0ad413887bc5f8f9d37d5c1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:51,921 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:16:51,921 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., storeName=3efc69476d9ef6410ac63db5733cd0cd/C, priority=13, startTime=1732490211058; duration=0sec 2024-11-24T23:16:51,921 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:51,921 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3efc69476d9ef6410ac63db5733cd0cd:C 2024-11-24T23:16:52,028 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=69, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/e4aa3fa555224ebea5b4464dec97d6de 2024-11-24T23:16:52,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/f5b191f8df2442c989bf3a7926f3561f is 50, key is test_row_0/B:col10/1732490210580/Put/seqid=0 2024-11-24T23:16:52,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742357_1533 (size=12001) 2024-11-24T23:16:52,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490272369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:52,370 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:52,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:52,370 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:52,370 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490272369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:52,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:52,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:52,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:52,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490272369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:52,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:52,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:52,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:52,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490272379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-24T23:16:52,429 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:16:52,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:16:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-24T23:16:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-24T23:16:52,431 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:16:52,431 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:16:52,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:16:52,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/f5b191f8df2442c989bf3a7926f3561f 2024-11-24T23:16:52,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/1c180f2d8f974c6aba6793b76ef13258 is 50, key is test_row_0/C:col10/1732490210580/Put/seqid=0 2024-11-24T23:16:52,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742358_1534 (size=12001) 2024-11-24T23:16:52,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43610 deadline: 1732490272469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:52,472 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_0' in 3efc69476d9ef6410ac63db5733cd0cd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:16:52,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:52,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:52,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-24T23:16:52,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T23:16:52,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:52,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:16:52,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:52,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:52,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:52,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T23:16:52,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:52,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:16:52,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:52,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:52,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:52,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:52,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-24T23:16:52,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/1c180f2d8f974c6aba6793b76ef13258 2024-11-24T23:16:52,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/e4aa3fa555224ebea5b4464dec97d6de as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/e4aa3fa555224ebea5b4464dec97d6de 2024-11-24T23:16:52,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/e4aa3fa555224ebea5b4464dec97d6de, entries=150, sequenceid=69, filesize=30.2 K 2024-11-24T23:16:52,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/f5b191f8df2442c989bf3a7926f3561f as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/f5b191f8df2442c989bf3a7926f3561f 2024-11-24T23:16:52,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/f5b191f8df2442c989bf3a7926f3561f, entries=150, sequenceid=69, filesize=11.7 K 2024-11-24T23:16:52,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/1c180f2d8f974c6aba6793b76ef13258 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/1c180f2d8f974c6aba6793b76ef13258 2024-11-24T23:16:52,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/1c180f2d8f974c6aba6793b76ef13258, entries=150, sequenceid=69, filesize=11.7 K 2024-11-24T23:16:52,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 3efc69476d9ef6410ac63db5733cd0cd in 1653ms, sequenceid=69, compaction requested=false 2024-11-24T23:16:52,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:16:52,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T23:16:52,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:52,889 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 3efc69476d9ef6410ac63db5733cd0cd 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-24T23:16:52,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=A 2024-11-24T23:16:52,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:52,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=B 2024-11-24T23:16:52,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:52,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=C 2024-11-24T23:16:52,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:52,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124faf7b09b3fdf41829b322608641507db_3efc69476d9ef6410ac63db5733cd0cd is 50, key is test_row_0/A:col10/1732490211230/Put/seqid=0 2024-11-24T23:16:52,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742359_1535 (size=12154) 2024-11-24T23:16:52,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:52,901 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124faf7b09b3fdf41829b322608641507db_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124faf7b09b3fdf41829b322608641507db_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:52,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/cd0fc2dc59994edf90587ef7d672222c, store: [table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:16:52,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/cd0fc2dc59994edf90587ef7d672222c is 175, key is test_row_0/A:col10/1732490211230/Put/seqid=0 2024-11-24T23:16:52,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742360_1536 (size=30955) 2024-11-24T23:16:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-24T23:16:53,306 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=86, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/cd0fc2dc59994edf90587ef7d672222c 2024-11-24T23:16:53,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/ed2c61cd24984a4099d6dc36c0d9aaa6 is 50, key is test_row_0/B:col10/1732490211230/Put/seqid=0 2024-11-24T23:16:53,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742361_1537 (size=12001) 2024-11-24T23:16:53,320 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/ed2c61cd24984a4099d6dc36c0d9aaa6 2024-11-24T23:16:53,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/f903db4ffe3b402dae5674dd1c7fee9e is 50, key is test_row_0/C:col10/1732490211230/Put/seqid=0 2024-11-24T23:16:53,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742362_1538 (size=12001) 2024-11-24T23:16:53,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:53,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:16:53,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490273409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:53,440 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,440 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,440 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:53,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:53,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490273439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:53,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:53,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:53,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490273440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:53,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,446 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,446 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:53,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:53,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490273440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:53,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:53,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490273549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:53,553 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:53,553 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,553 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490273550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:53,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:53,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490273550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:53,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:53,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490273550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:53,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:53,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-24T23:16:53,731 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/f903db4ffe3b402dae5674dd1c7fee9e 2024-11-24T23:16:53,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/cd0fc2dc59994edf90587ef7d672222c as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/cd0fc2dc59994edf90587ef7d672222c 2024-11-24T23:16:53,737 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/cd0fc2dc59994edf90587ef7d672222c, entries=150, sequenceid=86, filesize=30.2 K 2024-11-24T23:16:53,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/ed2c61cd24984a4099d6dc36c0d9aaa6 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/ed2c61cd24984a4099d6dc36c0d9aaa6 2024-11-24T23:16:53,741 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/ed2c61cd24984a4099d6dc36c0d9aaa6, entries=150, sequenceid=86, filesize=11.7 K 2024-11-24T23:16:53,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/f903db4ffe3b402dae5674dd1c7fee9e as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/f903db4ffe3b402dae5674dd1c7fee9e 2024-11-24T23:16:53,744 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/f903db4ffe3b402dae5674dd1c7fee9e, entries=150, sequenceid=86, filesize=11.7 K 2024-11-24T23:16:53,745 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=114.05 KB/116790 for 3efc69476d9ef6410ac63db5733cd0cd in 856ms, sequenceid=86, compaction requested=true 2024-11-24T23:16:53,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:16:53,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:53,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-24T23:16:53,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-24T23:16:53,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-24T23:16:53,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3160 sec 2024-11-24T23:16:53,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.3200 sec 2024-11-24T23:16:53,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:53,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3efc69476d9ef6410ac63db5733cd0cd 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-24T23:16:53,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=A 2024-11-24T23:16:53,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:53,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=B 2024-11-24T23:16:53,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:53,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=C 2024-11-24T23:16:53,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:53,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f6f694f247164cfe8e527be95487e0e5_3efc69476d9ef6410ac63db5733cd0cd is 50, key is test_row_0/A:col10/1732490213760/Put/seqid=0 2024-11-24T23:16:53,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742363_1539 (size=14594) 2024-11-24T23:16:53,781 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:53,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:53,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490273773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:53,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490273773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:53,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490273774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:53,784 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f6f694f247164cfe8e527be95487e0e5_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f6f694f247164cfe8e527be95487e0e5_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:53,785 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/16d0d33c55324aa9b1d7fcbda6bdaf3f, store: [table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:16:53,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/16d0d33c55324aa9b1d7fcbda6bdaf3f is 175, key is test_row_0/A:col10/1732490213760/Put/seqid=0 2024-11-24T23:16:53,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490273783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:53,789 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,789 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,789 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:53,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742364_1540 (size=39549) 2024-11-24T23:16:53,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490273889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:53,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:53,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490273889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:53,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490273889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,892 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:53,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:53,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490273899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:53,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:53,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:54,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490274099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:54,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:54,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:54,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:54,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490274099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:54,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:54,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:54,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490274099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:54,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:54,102 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:54,102 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:54,102 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:54,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490274109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:54,114 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:54,114 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:54,114 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:54,191 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=107, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/16d0d33c55324aa9b1d7fcbda6bdaf3f 2024-11-24T23:16:54,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/d9fa8850823c44fb9591af4a12d04093 is 50, key is test_row_0/B:col10/1732490213760/Put/seqid=0 2024-11-24T23:16:54,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742365_1541 (size=12001) 2024-11-24T23:16:54,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490274409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:54,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490274409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:54,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490274409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:54,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490274419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:54,423 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:54,423 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:54,423 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-24T23:16:54,579 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:16:54,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:16:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-24T23:16:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-24T23:16:54,581 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:16:54,581 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:16:54,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:16:54,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/d9fa8850823c44fb9591af4a12d04093 2024-11-24T23:16:54,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/6b5b3f5051d74a5591e15cdffad6ae07 is 50, key is test_row_0/C:col10/1732490213760/Put/seqid=0 2024-11-24T23:16:54,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742366_1542 (size=12001) 2024-11-24T23:16:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-24T23:16:54,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-24T23:16:54,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:54,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:16:54,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:54,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:54,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:54,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-24T23:16:54,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:54,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:16:54,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:54,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:54,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-24T23:16:54,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490274919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:54,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:54,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:54,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:54,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490274919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:54,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:54,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:54,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490274919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:54,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:54,923 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:54,923 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:54,923 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:54,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490274929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:54,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:54,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:54,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:55,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/6b5b3f5051d74a5591e15cdffad6ae07 2024-11-24T23:16:55,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/16d0d33c55324aa9b1d7fcbda6bdaf3f as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/16d0d33c55324aa9b1d7fcbda6bdaf3f 2024-11-24T23:16:55,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/16d0d33c55324aa9b1d7fcbda6bdaf3f, entries=200, sequenceid=107, filesize=38.6 K 2024-11-24T23:16:55,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/d9fa8850823c44fb9591af4a12d04093 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/d9fa8850823c44fb9591af4a12d04093 2024-11-24T23:16:55,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/d9fa8850823c44fb9591af4a12d04093, entries=150, sequenceid=107, filesize=11.7 K 2024-11-24T23:16:55,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/6b5b3f5051d74a5591e15cdffad6ae07 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/6b5b3f5051d74a5591e15cdffad6ae07 2024-11-24T23:16:55,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/6b5b3f5051d74a5591e15cdffad6ae07, entries=150, sequenceid=107, filesize=11.7 K 2024-11-24T23:16:55,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 3efc69476d9ef6410ac63db5733cd0cd in 1262ms, sequenceid=107, compaction requested=true 2024-11-24T23:16:55,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:16:55,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3efc69476d9ef6410ac63db5733cd0cd:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:16:55,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:55,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3efc69476d9ef6410ac63db5733cd0cd:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:16:55,023 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:16:55,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:55,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3efc69476d9ef6410ac63db5733cd0cd:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:16:55,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:55,023 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:16:55,024 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:16:55,024 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:16:55,024 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 3efc69476d9ef6410ac63db5733cd0cd/A is initiating minor compaction (all files) 2024-11-24T23:16:55,024 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 3efc69476d9ef6410ac63db5733cd0cd/B is initiating minor compaction (all files) 2024-11-24T23:16:55,024 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3efc69476d9ef6410ac63db5733cd0cd/A in TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:55,024 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3efc69476d9ef6410ac63db5733cd0cd/B in TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:55,024 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/a6651bbd24fd4ecf92da2ef1663f57af, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/f5b191f8df2442c989bf3a7926f3561f, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/ed2c61cd24984a4099d6dc36c0d9aaa6, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/d9fa8850823c44fb9591af4a12d04093] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp, totalSize=47.0 K 2024-11-24T23:16:55,024 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/1733a03531054649b337e63410bc1110, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/e4aa3fa555224ebea5b4464dec97d6de, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/cd0fc2dc59994edf90587ef7d672222c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/16d0d33c55324aa9b1d7fcbda6bdaf3f] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp, totalSize=129.4 K 2024-11-24T23:16:55,024 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:55,024 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. files: [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/1733a03531054649b337e63410bc1110, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/e4aa3fa555224ebea5b4464dec97d6de, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/cd0fc2dc59994edf90587ef7d672222c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/16d0d33c55324aa9b1d7fcbda6bdaf3f] 2024-11-24T23:16:55,024 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting a6651bbd24fd4ecf92da2ef1663f57af, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732490210451 2024-11-24T23:16:55,024 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1733a03531054649b337e63410bc1110, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732490210451 2024-11-24T23:16:55,024 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting f5b191f8df2442c989bf3a7926f3561f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1732490210580 2024-11-24T23:16:55,025 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4aa3fa555224ebea5b4464dec97d6de, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1732490210580 2024-11-24T23:16:55,025 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting ed2c61cd24984a4099d6dc36c0d9aaa6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732490211222 2024-11-24T23:16:55,025 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd0fc2dc59994edf90587ef7d672222c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732490211222 2024-11-24T23:16:55,025 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting d9fa8850823c44fb9591af4a12d04093, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732490213397 2024-11-24T23:16:55,025 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16d0d33c55324aa9b1d7fcbda6bdaf3f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732490213397 2024-11-24T23:16:55,029 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:16:55,031 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3efc69476d9ef6410ac63db5733cd0cd#B#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:55,031 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/08a8ebae2e1746f995613f5acd2b1be7 is 50, key is test_row_0/B:col10/1732490213760/Put/seqid=0 2024-11-24T23:16:55,032 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112405c14c82aac54731814502ca116b86ec_3efc69476d9ef6410ac63db5733cd0cd store=[table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:16:55,034 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112405c14c82aac54731814502ca116b86ec_3efc69476d9ef6410ac63db5733cd0cd, store=[table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:16:55,034 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112405c14c82aac54731814502ca116b86ec_3efc69476d9ef6410ac63db5733cd0cd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:16:55,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742367_1543 (size=12241) 2024-11-24T23:16:55,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742368_1544 (size=4469) 2024-11-24T23:16:55,038 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3efc69476d9ef6410ac63db5733cd0cd#A#compaction#460 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:55,039 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/40f1380253c44c13ad1ee9df7ba33a92 is 175, key is test_row_0/A:col10/1732490213760/Put/seqid=0 2024-11-24T23:16:55,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-24T23:16:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:55,041 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 3efc69476d9ef6410ac63db5733cd0cd 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-24T23:16:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=A 2024-11-24T23:16:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=B 2024-11-24T23:16:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=C 2024-11-24T23:16:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:55,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742369_1545 (size=31195) 2024-11-24T23:16:55,045 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/40f1380253c44c13ad1ee9df7ba33a92 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/40f1380253c44c13ad1ee9df7ba33a92 2024-11-24T23:16:55,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112484cba1ca1c054fd9a2a25aa22da2c0c4_3efc69476d9ef6410ac63db5733cd0cd is 50, key is test_row_0/A:col10/1732490213773/Put/seqid=0 2024-11-24T23:16:55,049 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3efc69476d9ef6410ac63db5733cd0cd/A of 3efc69476d9ef6410ac63db5733cd0cd into 40f1380253c44c13ad1ee9df7ba33a92(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:55,049 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:16:55,049 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., storeName=3efc69476d9ef6410ac63db5733cd0cd/A, priority=12, startTime=1732490215023; duration=0sec 2024-11-24T23:16:55,049 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:55,049 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3efc69476d9ef6410ac63db5733cd0cd:A 2024-11-24T23:16:55,049 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T23:16:55,050 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T23:16:55,050 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 3efc69476d9ef6410ac63db5733cd0cd/C is initiating minor compaction (all files) 2024-11-24T23:16:55,050 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3efc69476d9ef6410ac63db5733cd0cd/C in TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:55,050 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/fe451153e0ad413887bc5f8f9d37d5c1, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/1c180f2d8f974c6aba6793b76ef13258, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/f903db4ffe3b402dae5674dd1c7fee9e, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/6b5b3f5051d74a5591e15cdffad6ae07] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp, totalSize=47.0 K 2024-11-24T23:16:55,050 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe451153e0ad413887bc5f8f9d37d5c1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732490210451 2024-11-24T23:16:55,050 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c180f2d8f974c6aba6793b76ef13258, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1732490210580 2024-11-24T23:16:55,051 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting f903db4ffe3b402dae5674dd1c7fee9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732490211222 2024-11-24T23:16:55,051 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b5b3f5051d74a5591e15cdffad6ae07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732490213397 2024-11-24T23:16:55,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742370_1546 (size=12154) 2024-11-24T23:16:55,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,059 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3efc69476d9ef6410ac63db5733cd0cd#C#compaction#462 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:55,060 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/7eb2a21fdd004d9897e99cbb6df98cec is 50, key is test_row_0/C:col10/1732490213760/Put/seqid=0 2024-11-24T23:16:55,061 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112484cba1ca1c054fd9a2a25aa22da2c0c4_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112484cba1ca1c054fd9a2a25aa22da2c0c4_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:55,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/26e51ca7092f41a8a7c9a91c31ee02ad, store: [table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:16:55,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/26e51ca7092f41a8a7c9a91c31ee02ad is 175, key is test_row_0/A:col10/1732490213773/Put/seqid=0 2024-11-24T23:16:55,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742371_1547 (size=12241) 2024-11-24T23:16:55,067 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/7eb2a21fdd004d9897e99cbb6df98cec as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/7eb2a21fdd004d9897e99cbb6df98cec 2024-11-24T23:16:55,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742372_1548 (size=30955) 2024-11-24T23:16:55,070 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/26e51ca7092f41a8a7c9a91c31ee02ad 2024-11-24T23:16:55,072 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3efc69476d9ef6410ac63db5733cd0cd/C of 3efc69476d9ef6410ac63db5733cd0cd into 7eb2a21fdd004d9897e99cbb6df98cec(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:55,072 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:16:55,072 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., storeName=3efc69476d9ef6410ac63db5733cd0cd/C, priority=12, startTime=1732490215023; duration=0sec 2024-11-24T23:16:55,072 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:55,072 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3efc69476d9ef6410ac63db5733cd0cd:C 2024-11-24T23:16:55,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/960c971c750046e889db96fa683511f1 is 50, key is test_row_0/B:col10/1732490213773/Put/seqid=0 2024-11-24T23:16:55,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742373_1549 (size=12001) 2024-11-24T23:16:55,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-24T23:16:55,441 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/08a8ebae2e1746f995613f5acd2b1be7 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/08a8ebae2e1746f995613f5acd2b1be7 2024-11-24T23:16:55,444 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3efc69476d9ef6410ac63db5733cd0cd/B of 3efc69476d9ef6410ac63db5733cd0cd into 08a8ebae2e1746f995613f5acd2b1be7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:55,444 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:16:55,444 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., storeName=3efc69476d9ef6410ac63db5733cd0cd/B, priority=12, startTime=1732490215023; duration=0sec 2024-11-24T23:16:55,444 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:55,444 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3efc69476d9ef6410ac63db5733cd0cd:B 2024-11-24T23:16:55,480 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/960c971c750046e889db96fa683511f1 2024-11-24T23:16:55,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/33c184c6a5b54273a58dd806c0429adf is 50, key is test_row_0/C:col10/1732490213773/Put/seqid=0 2024-11-24T23:16:55,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742374_1550 (size=12001) 2024-11-24T23:16:55,489 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/33c184c6a5b54273a58dd806c0429adf 2024-11-24T23:16:55,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/26e51ca7092f41a8a7c9a91c31ee02ad as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/26e51ca7092f41a8a7c9a91c31ee02ad 2024-11-24T23:16:55,497 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/26e51ca7092f41a8a7c9a91c31ee02ad, entries=150, sequenceid=118, filesize=30.2 K 2024-11-24T23:16:55,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/960c971c750046e889db96fa683511f1 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/960c971c750046e889db96fa683511f1 2024-11-24T23:16:55,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,502 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/960c971c750046e889db96fa683511f1, entries=150, sequenceid=118, filesize=11.7 K 2024-11-24T23:16:55,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/33c184c6a5b54273a58dd806c0429adf as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/33c184c6a5b54273a58dd806c0429adf 2024-11-24T23:16:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,505 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/33c184c6a5b54273a58dd806c0429adf, entries=150, sequenceid=118, filesize=11.7 K 2024-11-24T23:16:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,506 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for 3efc69476d9ef6410ac63db5733cd0cd in 465ms, sequenceid=118, compaction requested=false 2024-11-24T23:16:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:16:55,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:55,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-24T23:16:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-24T23:16:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-24T23:16:55,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 926 msec 2024-11-24T23:16:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 943 msec 2024-11-24T23:16:55,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-24T23:16:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,719 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:16:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:16:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-24T23:16:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-24T23:16:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,721 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:16:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,722 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:16:55,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:16:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-24T23:16:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-24T23:16:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:55,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:16:55,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:55,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-24T23:16:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-24T23:16:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-24T23:16:55,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-24T23:16:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 159 msec 2024-11-24T23:16:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:55,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3efc69476d9ef6410ac63db5733cd0cd 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T23:16:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=A 2024-11-24T23:16:55,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:55,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=B 2024-11-24T23:16:55,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:55,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=C 2024-11-24T23:16:55,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244e2470007bf44af4a6b2d93ff0240171_3efc69476d9ef6410ac63db5733cd0cd is 50, key is test_row_0/A:col10/1732490215957/Put/seqid=0 2024-11-24T23:16:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:55,998 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732490215986, max timestamp=1732490215995Num uniques 859; 2024-11-24T23:16:55,998 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-24T23:16:56,000 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732490215986, max timestamp=1732490215995Num uniques 859; 2024-11-24T23:16:56,000 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T23:16:56,002 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732490215986, max timestamp=1732490215995Num uniques 859; 2024-11-24T23:16:56,002 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-24T23:16:56,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742375_1551 (size=19674) 2024-11-24T23:16:56,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490276019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:56,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:56,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490276022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:56,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:56,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490276022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:56,028 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:56,028 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,028 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490276023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:56,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-24T23:16:56,039 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:16:56,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:16:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-24T23:16:56,042 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:16:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-24T23:16:56,043 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:16:56,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:16:56,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490276129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:56,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:56,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490276129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:56,134 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,134 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,134 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:56,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490276139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:56,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:56,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490276139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:56,142 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,142 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,142 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-24T23:16:56,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-24T23:16:56,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:56,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:16:56,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:56,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:56,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:56,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490276339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:56,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490276339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:56,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:56,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:56,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-24T23:16:56,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:56,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:16:56,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:56,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:56,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:56,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490276349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:56,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:56,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490276349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:56,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:56,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-24T23:16:56,405 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:56,408 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244e2470007bf44af4a6b2d93ff0240171_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244e2470007bf44af4a6b2d93ff0240171_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:56,408 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/16bade79a1104975aa7a2318e6ea37f2, store: [table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:16:56,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/16bade79a1104975aa7a2318e6ea37f2 is 175, key is test_row_0/A:col10/1732490215957/Put/seqid=0 2024-11-24T23:16:56,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742376_1552 (size=56933) 2024-11-24T23:16:56,411 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/16bade79a1104975aa7a2318e6ea37f2 2024-11-24T23:16:56,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/e3fd98c3dd104de1b176f35e643373b4 is 50, key is test_row_0/B:col10/1732490215957/Put/seqid=0 2024-11-24T23:16:56,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742377_1553 (size=12151) 2024-11-24T23:16:56,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-24T23:16:56,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:56,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:16:56,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:56,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:56,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:56,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43610 deadline: 1732490276509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:56,513 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_0' in 3efc69476d9ef6410ac63db5733cd0cd of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:16:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:56,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:56,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490276649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:56,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:56,653 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490276649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:56,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:56,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:56,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-24T23:16:56,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:56,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:16:56,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:56,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:56,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:56,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:56,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:56,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490276659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:56,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:56,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:56,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490276660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:56,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:56,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-24T23:16:56,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-24T23:16:56,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:56,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:16:56,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:56,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:56,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:56,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:56,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/e3fd98c3dd104de1b176f35e643373b4 2024-11-24T23:16:56,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/f6bb38846a0b4b43af7c12e0f89887b2 is 50, key is test_row_0/C:col10/1732490215957/Put/seqid=0 2024-11-24T23:16:56,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742378_1554 (size=12151) 2024-11-24T23:16:56,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-24T23:16:56,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:56,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:16:56,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:56,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:56,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:57,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-24T23:16:57,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:57,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:16:57,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:57,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:57,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:16:57,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490277159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:57,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:57,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:57,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:57,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490277159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:57,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:57,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:57,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:57,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490277169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:57,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:57,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:57,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:57,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490277169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:57,174 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:57,174 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:57,174 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-24T23:16:57,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/f6bb38846a0b4b43af7c12e0f89887b2 2024-11-24T23:16:57,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/16bade79a1104975aa7a2318e6ea37f2 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/16bade79a1104975aa7a2318e6ea37f2 2024-11-24T23:16:57,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/16bade79a1104975aa7a2318e6ea37f2, entries=300, sequenceid=132, filesize=55.6 K 2024-11-24T23:16:57,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/e3fd98c3dd104de1b176f35e643373b4 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/e3fd98c3dd104de1b176f35e643373b4 2024-11-24T23:16:57,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/e3fd98c3dd104de1b176f35e643373b4, entries=150, sequenceid=132, filesize=11.9 K 2024-11-24T23:16:57,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/f6bb38846a0b4b43af7c12e0f89887b2 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/f6bb38846a0b4b43af7c12e0f89887b2 2024-11-24T23:16:57,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/f6bb38846a0b4b43af7c12e0f89887b2, entries=150, sequenceid=132, filesize=11.9 K 2024-11-24T23:16:57,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=133.78 KB/136995 for 3efc69476d9ef6410ac63db5733cd0cd in 1277ms, sequenceid=132, compaction requested=true 2024-11-24T23:16:57,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:16:57,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3efc69476d9ef6410ac63db5733cd0cd:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:16:57,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:57,240 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:57,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3efc69476d9ef6410ac63db5733cd0cd:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:16:57,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:57,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3efc69476d9ef6410ac63db5733cd0cd:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:16:57,240 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:57,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:57,244 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:57,244 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119083 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:57,244 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 3efc69476d9ef6410ac63db5733cd0cd/B is initiating minor compaction (all files) 2024-11-24T23:16:57,244 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 3efc69476d9ef6410ac63db5733cd0cd/A is initiating minor compaction (all files) 2024-11-24T23:16:57,244 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3efc69476d9ef6410ac63db5733cd0cd/B in TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:57,244 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/08a8ebae2e1746f995613f5acd2b1be7, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/960c971c750046e889db96fa683511f1, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/e3fd98c3dd104de1b176f35e643373b4] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp, totalSize=35.5 K 2024-11-24T23:16:57,244 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3efc69476d9ef6410ac63db5733cd0cd/A in TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:57,244 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/40f1380253c44c13ad1ee9df7ba33a92, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/26e51ca7092f41a8a7c9a91c31ee02ad, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/16bade79a1104975aa7a2318e6ea37f2] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp, totalSize=116.3 K 2024-11-24T23:16:57,244 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:57,245 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. files: [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/40f1380253c44c13ad1ee9df7ba33a92, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/26e51ca7092f41a8a7c9a91c31ee02ad, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/16bade79a1104975aa7a2318e6ea37f2] 2024-11-24T23:16:57,245 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40f1380253c44c13ad1ee9df7ba33a92, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732490213397 2024-11-24T23:16:57,245 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 08a8ebae2e1746f995613f5acd2b1be7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732490213397 2024-11-24T23:16:57,245 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26e51ca7092f41a8a7c9a91c31ee02ad, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732490213768 2024-11-24T23:16:57,245 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 960c971c750046e889db96fa683511f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732490213768 2024-11-24T23:16:57,246 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16bade79a1104975aa7a2318e6ea37f2, keycount=300, bloomtype=ROW, size=55.6 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732490215938 2024-11-24T23:16:57,246 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting e3fd98c3dd104de1b176f35e643373b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732490215957 2024-11-24T23:16:57,251 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3efc69476d9ef6410ac63db5733cd0cd#B#compaction#468 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:57,251 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/445f01067d6a4afd98fa136b52099c5d is 50, key is test_row_0/B:col10/1732490215957/Put/seqid=0 2024-11-24T23:16:57,256 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:16:57,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742379_1555 (size=12493) 2024-11-24T23:16:57,262 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411240777725f2f544bd3ae819639be68816c_3efc69476d9ef6410ac63db5733cd0cd store=[table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:16:57,264 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411240777725f2f544bd3ae819639be68816c_3efc69476d9ef6410ac63db5733cd0cd, store=[table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:16:57,264 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240777725f2f544bd3ae819639be68816c_3efc69476d9ef6410ac63db5733cd0cd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:16:57,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-24T23:16:57,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:57,265 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 3efc69476d9ef6410ac63db5733cd0cd 3/3 column families, dataSize=133.78 KB heapSize=379.38 KB 2024-11-24T23:16:57,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=A 2024-11-24T23:16:57,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:57,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=B 2024-11-24T23:16:57,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:57,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=C 2024-11-24T23:16:57,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:16:57,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742380_1556 (size=4469) 2024-11-24T23:16:57,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124488a943c9ecc4e589e75fab040091d6a_3efc69476d9ef6410ac63db5733cd0cd is 50, key is test_row_0/A:col10/1732490216021/Put/seqid=0 2024-11-24T23:16:57,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742381_1557 (size=12304) 2024-11-24T23:16:57,665 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/445f01067d6a4afd98fa136b52099c5d as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/445f01067d6a4afd98fa136b52099c5d 2024-11-24T23:16:57,668 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3efc69476d9ef6410ac63db5733cd0cd/B of 3efc69476d9ef6410ac63db5733cd0cd into 445f01067d6a4afd98fa136b52099c5d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:57,668 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:16:57,668 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., storeName=3efc69476d9ef6410ac63db5733cd0cd/B, priority=13, startTime=1732490217240; duration=0sec 2024-11-24T23:16:57,668 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:16:57,668 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3efc69476d9ef6410ac63db5733cd0cd:B 2024-11-24T23:16:57,668 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:16:57,669 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:16:57,669 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 3efc69476d9ef6410ac63db5733cd0cd/C is initiating minor compaction (all files) 2024-11-24T23:16:57,669 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3efc69476d9ef6410ac63db5733cd0cd/C in TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:57,669 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/7eb2a21fdd004d9897e99cbb6df98cec, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/33c184c6a5b54273a58dd806c0429adf, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/f6bb38846a0b4b43af7c12e0f89887b2] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp, totalSize=35.5 K 2024-11-24T23:16:57,669 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 7eb2a21fdd004d9897e99cbb6df98cec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732490213397 2024-11-24T23:16:57,670 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 33c184c6a5b54273a58dd806c0429adf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732490213768 2024-11-24T23:16:57,670 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting f6bb38846a0b4b43af7c12e0f89887b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732490215957 2024-11-24T23:16:57,674 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3efc69476d9ef6410ac63db5733cd0cd#C#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:57,675 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/d16c1d9d06cf44698ef86e97a9c86127 is 50, key is test_row_0/C:col10/1732490215957/Put/seqid=0 2024-11-24T23:16:57,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742382_1558 (size=12493) 2024-11-24T23:16:57,679 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3efc69476d9ef6410ac63db5733cd0cd#A#compaction#469 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:16:57,679 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/5d3143fe52344bcb8f16a55134a079f4 is 175, key is test_row_0/A:col10/1732490215957/Put/seqid=0 2024-11-24T23:16:57,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742383_1559 (size=31447) 2024-11-24T23:16:57,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:57,692 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124488a943c9ecc4e589e75fab040091d6a_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124488a943c9ecc4e589e75fab040091d6a_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:57,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/2736753cd41d4e77b971c53a5c809dc7, store: [table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:16:57,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/2736753cd41d4e77b971c53a5c809dc7 is 175, key is test_row_0/A:col10/1732490216021/Put/seqid=0 2024-11-24T23:16:57,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742384_1560 (size=31105) 2024-11-24T23:16:58,081 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/d16c1d9d06cf44698ef86e97a9c86127 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/d16c1d9d06cf44698ef86e97a9c86127 2024-11-24T23:16:58,086 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3efc69476d9ef6410ac63db5733cd0cd/C of 3efc69476d9ef6410ac63db5733cd0cd into d16c1d9d06cf44698ef86e97a9c86127(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:58,086 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:16:58,086 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., storeName=3efc69476d9ef6410ac63db5733cd0cd/C, priority=13, startTime=1732490217240; duration=0sec 2024-11-24T23:16:58,086 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:58,086 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3efc69476d9ef6410ac63db5733cd0cd:C 2024-11-24T23:16:58,087 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/5d3143fe52344bcb8f16a55134a079f4 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/5d3143fe52344bcb8f16a55134a079f4 2024-11-24T23:16:58,091 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3efc69476d9ef6410ac63db5733cd0cd/A of 3efc69476d9ef6410ac63db5733cd0cd into 5d3143fe52344bcb8f16a55134a079f4(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:16:58,091 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:16:58,091 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., storeName=3efc69476d9ef6410ac63db5733cd0cd/A, priority=13, startTime=1732490217240; duration=0sec 2024-11-24T23:16:58,091 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:16:58,091 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3efc69476d9ef6410ac63db5733cd0cd:A 2024-11-24T23:16:58,097 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/2736753cd41d4e77b971c53a5c809dc7 2024-11-24T23:16:58,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/9288ad92fcdd4859811366c8b504a653 is 50, key is test_row_0/B:col10/1732490216021/Put/seqid=0 2024-11-24T23:16:58,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742385_1561 (size=12151) 2024-11-24T23:16:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:58,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:16:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-24T23:16:58,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490278185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:58,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:58,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490278186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:58,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:58,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:58,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490278188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:58,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:58,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490278188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:58,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:58,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:58,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490278299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:58,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:58,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490278299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490278299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:58,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490278300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:58,507 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/9288ad92fcdd4859811366c8b504a653 2024-11-24T23:16:58,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490278510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:58,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:58,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490278510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:58,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:58,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:58,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490278510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:58,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:58,512 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,512 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,512 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:58,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/9d581b61bf694b2e9e2677dea9deb9ef is 50, key is test_row_0/C:col10/1732490216021/Put/seqid=0 2024-11-24T23:16:58,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490278510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:58,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:58,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742386_1562 (size=12151) 2024-11-24T23:16:58,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490278819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:58,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:58,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490278819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:58,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490278819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:58,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:58,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:58,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490278819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:58,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:58,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:58,916 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/9d581b61bf694b2e9e2677dea9deb9ef 2024-11-24T23:16:58,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/2736753cd41d4e77b971c53a5c809dc7 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/2736753cd41d4e77b971c53a5c809dc7 2024-11-24T23:16:58,922 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/2736753cd41d4e77b971c53a5c809dc7, entries=150, sequenceid=168, filesize=30.4 K 2024-11-24T23:16:58,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/9288ad92fcdd4859811366c8b504a653 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/9288ad92fcdd4859811366c8b504a653 2024-11-24T23:16:58,926 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/9288ad92fcdd4859811366c8b504a653, entries=150, sequenceid=168, filesize=11.9 K 2024-11-24T23:16:58,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/9d581b61bf694b2e9e2677dea9deb9ef as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/9d581b61bf694b2e9e2677dea9deb9ef 2024-11-24T23:16:58,929 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/9d581b61bf694b2e9e2677dea9deb9ef, entries=150, sequenceid=168, filesize=11.9 K 2024-11-24T23:16:58,930 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~133.78 KB/136995, heapSize ~379.34 KB/388440, currentSize=53.67 KB/54960 for 3efc69476d9ef6410ac63db5733cd0cd in 1665ms, sequenceid=168, compaction requested=false 2024-11-24T23:16:58,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:16:58,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:16:58,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-24T23:16:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-24T23:16:58,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-24T23:16:58,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8880 sec 2024-11-24T23:16:58,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.8940 sec 2024-11-24T23:16:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:59,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3efc69476d9ef6410ac63db5733cd0cd 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-24T23:16:59,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=A 2024-11-24T23:16:59,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:59,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=B 2024-11-24T23:16:59,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:59,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=C 2024-11-24T23:16:59,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:16:59,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112426eba4f8e0614cdfb24bda1fa415f982_3efc69476d9ef6410ac63db5733cd0cd is 50, key is test_row_0/A:col10/1732490219330/Put/seqid=0 2024-11-24T23:16:59,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742387_1563 (size=14794) 2024-11-24T23:16:59,359 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732490219347, max timestamp=1732490219356Num uniques 859; 2024-11-24T23:16:59,359 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-24T23:16:59,359 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732490219347, max timestamp=1732490219356Num uniques 859; 2024-11-24T23:16:59,359 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-24T23:16:59,359 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732490219347, max timestamp=1732490219356Num uniques 859; 2024-11-24T23:16:59,359 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/ba7f32532130:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-24T23:16:59,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490279377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:59,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490279377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:59,382 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:59,382 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:59,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:59,382 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:59,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:59,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:59,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490279378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:59,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:59,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:59,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:59,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490279378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:59,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:59,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:59,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:59,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490279489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:59,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490279489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:59,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490279489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:59,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:59,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:59,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:59,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490279489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:59,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:59,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:59,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:59,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490279699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:59,703 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:59,703 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:59,703 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:59,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490279699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:59,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:59,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:59,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:59,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490279699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:59,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:59,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:59,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:59,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:16:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490279699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:16:59,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:59,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:16:59,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:16:59,752 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:16:59,756 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112426eba4f8e0614cdfb24bda1fa415f982_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112426eba4f8e0614cdfb24bda1fa415f982_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:16:59,756 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/2e6c5efe33364a5b8b846b1dce4afd2f, store: [table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:16:59,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/2e6c5efe33364a5b8b846b1dce4afd2f is 175, key is test_row_0/A:col10/1732490219330/Put/seqid=0 2024-11-24T23:16:59,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742388_1564 (size=39749) 2024-11-24T23:17:00,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490280009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:00,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:00,011 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:00,011 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490280009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:00,011 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:00,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:00,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:00,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490280010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:00,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:00,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:00,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:00,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:00,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490280010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:00,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:00,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:00,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:00,160 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=183, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/2e6c5efe33364a5b8b846b1dce4afd2f 2024-11-24T23:17:00,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/c8648ab3eef04055bee1bdb175c3688a is 50, key is test_row_0/B:col10/1732490219330/Put/seqid=0 2024-11-24T23:17:00,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742389_1565 (size=12151) 2024-11-24T23:17:00,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/c8648ab3eef04055bee1bdb175c3688a 2024-11-24T23:17:00,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/c551c23f15f946e994ec64da4004b46a is 50, key is test_row_0/C:col10/1732490219330/Put/seqid=0 2024-11-24T23:17:00,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742390_1566 (size=12151) 2024-11-24T23:17:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-24T23:17:00,209 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:17:00,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:17:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-24T23:17:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-24T23:17:00,211 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:17:00,212 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:17:00,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:17:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-24T23:17:00,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-24T23:17:00,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:00,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:17:00,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:00,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:17:00,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:17:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:17:00,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-24T23:17:00,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:00,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:17:00,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:00,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:17:00,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:17:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:17:00,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490280519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:00,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:00,523 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490280519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:00,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:00,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490280519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490280519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-24T23:17:00,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/c551c23f15f946e994ec64da4004b46a 2024-11-24T23:17:00,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/2e6c5efe33364a5b8b846b1dce4afd2f as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/2e6c5efe33364a5b8b846b1dce4afd2f 2024-11-24T23:17:00,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/2e6c5efe33364a5b8b846b1dce4afd2f, entries=200, sequenceid=183, filesize=38.8 K 2024-11-24T23:17:00,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/c8648ab3eef04055bee1bdb175c3688a as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/c8648ab3eef04055bee1bdb175c3688a 2024-11-24T23:17:00,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/c8648ab3eef04055bee1bdb175c3688a, entries=150, sequenceid=183, filesize=11.9 K 2024-11-24T23:17:00,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/c551c23f15f946e994ec64da4004b46a as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/c551c23f15f946e994ec64da4004b46a 2024-11-24T23:17:00,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/c551c23f15f946e994ec64da4004b46a, entries=150, sequenceid=183, filesize=11.9 K 2024-11-24T23:17:00,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=127.47 KB/130530 for 3efc69476d9ef6410ac63db5733cd0cd in 1267ms, sequenceid=183, compaction requested=true 2024-11-24T23:17:00,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:17:00,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3efc69476d9ef6410ac63db5733cd0cd:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:17:00,599 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:17:00,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:17:00,599 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:17:00,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3efc69476d9ef6410ac63db5733cd0cd:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:17:00,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:17:00,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3efc69476d9ef6410ac63db5733cd0cd:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:17:00,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:17:00,600 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:17:00,601 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 3efc69476d9ef6410ac63db5733cd0cd/A is initiating minor compaction (all files) 2024-11-24T23:17:00,601 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3efc69476d9ef6410ac63db5733cd0cd/A in TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:00,601 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/5d3143fe52344bcb8f16a55134a079f4, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/2736753cd41d4e77b971c53a5c809dc7, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/2e6c5efe33364a5b8b846b1dce4afd2f] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp, totalSize=99.9 K 2024-11-24T23:17:00,601 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:00,601 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. files: [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/5d3143fe52344bcb8f16a55134a079f4, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/2736753cd41d4e77b971c53a5c809dc7, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/2e6c5efe33364a5b8b846b1dce4afd2f] 2024-11-24T23:17:00,601 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:17:00,601 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 3efc69476d9ef6410ac63db5733cd0cd/B is initiating minor compaction (all files) 2024-11-24T23:17:00,601 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3efc69476d9ef6410ac63db5733cd0cd/B in TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:00,601 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/445f01067d6a4afd98fa136b52099c5d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/9288ad92fcdd4859811366c8b504a653, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/c8648ab3eef04055bee1bdb175c3688a] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp, totalSize=35.9 K 2024-11-24T23:17:00,602 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 445f01067d6a4afd98fa136b52099c5d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732490215957 2024-11-24T23:17:00,602 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d3143fe52344bcb8f16a55134a079f4, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732490215957 2024-11-24T23:17:00,602 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2736753cd41d4e77b971c53a5c809dc7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732490216021 2024-11-24T23:17:00,602 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 9288ad92fcdd4859811366c8b504a653, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732490216021 2024-11-24T23:17:00,602 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e6c5efe33364a5b8b846b1dce4afd2f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732490218182 2024-11-24T23:17:00,602 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting c8648ab3eef04055bee1bdb175c3688a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732490218182 2024-11-24T23:17:00,607 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:17:00,609 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3efc69476d9ef6410ac63db5733cd0cd#B#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:17:00,609 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/894e5491757945439678e18d98e1ebc1 is 50, key is test_row_0/B:col10/1732490219330/Put/seqid=0 2024-11-24T23:17:00,613 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124f843fb02a4ff4fe19fc340a86fcdbfed_3efc69476d9ef6410ac63db5733cd0cd store=[table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:17:00,615 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124f843fb02a4ff4fe19fc340a86fcdbfed_3efc69476d9ef6410ac63db5733cd0cd, store=[table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:17:00,615 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f843fb02a4ff4fe19fc340a86fcdbfed_3efc69476d9ef6410ac63db5733cd0cd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:17:00,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742391_1567 (size=12595) 2024-11-24T23:17:00,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742392_1568 (size=4469) 2024-11-24T23:17:00,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-24T23:17:00,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:00,669 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 3efc69476d9ef6410ac63db5733cd0cd 3/3 column families, dataSize=127.47 KB heapSize=351 KB 2024-11-24T23:17:00,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=A 2024-11-24T23:17:00,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:17:00,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=B 2024-11-24T23:17:00,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:17:00,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=C 2024-11-24T23:17:00,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T23:17:00,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112499e0e00eba9f4ae0aae27e4774330295_3efc69476d9ef6410ac63db5733cd0cd is 50, key is test_row_0/A:col10/1732490219368/Put/seqid=0 2024-11-24T23:17:00,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742393_1569 (size=12304) 2024-11-24T23:17:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-24T23:17:01,026 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/894e5491757945439678e18d98e1ebc1 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/894e5491757945439678e18d98e1ebc1 2024-11-24T23:17:01,030 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3efc69476d9ef6410ac63db5733cd0cd/B of 3efc69476d9ef6410ac63db5733cd0cd into 894e5491757945439678e18d98e1ebc1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:17:01,030 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:17:01,030 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., storeName=3efc69476d9ef6410ac63db5733cd0cd/B, priority=13, startTime=1732490220599; duration=0sec 2024-11-24T23:17:01,030 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:17:01,030 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3efc69476d9ef6410ac63db5733cd0cd:B 2024-11-24T23:17:01,030 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:17:01,031 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:17:01,031 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 3efc69476d9ef6410ac63db5733cd0cd/C is initiating minor compaction (all files) 2024-11-24T23:17:01,031 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3efc69476d9ef6410ac63db5733cd0cd/C in TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:01,031 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/d16c1d9d06cf44698ef86e97a9c86127, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/9d581b61bf694b2e9e2677dea9deb9ef, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/c551c23f15f946e994ec64da4004b46a] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp, totalSize=35.9 K 2024-11-24T23:17:01,032 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting d16c1d9d06cf44698ef86e97a9c86127, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732490215957 2024-11-24T23:17:01,032 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d581b61bf694b2e9e2677dea9deb9ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732490216021 2024-11-24T23:17:01,032 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting c551c23f15f946e994ec64da4004b46a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732490218182 2024-11-24T23:17:01,036 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3efc69476d9ef6410ac63db5733cd0cd#A#compaction#478 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:17:01,036 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3efc69476d9ef6410ac63db5733cd0cd#C#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:17:01,037 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/23fceefc96924b4f9bb069729ad91dc1 is 175, key is test_row_0/A:col10/1732490219330/Put/seqid=0 2024-11-24T23:17:01,037 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/8a820cbcf69649d18de1a77612172604 is 50, key is test_row_0/C:col10/1732490219330/Put/seqid=0 2024-11-24T23:17:01,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742395_1571 (size=31549) 2024-11-24T23:17:01,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742394_1570 (size=12595) 2024-11-24T23:17:01,043 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/23fceefc96924b4f9bb069729ad91dc1 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/23fceefc96924b4f9bb069729ad91dc1 2024-11-24T23:17:01,046 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3efc69476d9ef6410ac63db5733cd0cd/A of 3efc69476d9ef6410ac63db5733cd0cd into 23fceefc96924b4f9bb069729ad91dc1(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:17:01,046 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:17:01,046 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., storeName=3efc69476d9ef6410ac63db5733cd0cd/A, priority=13, startTime=1732490220599; duration=0sec 2024-11-24T23:17:01,046 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:17:01,046 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3efc69476d9ef6410ac63db5733cd0cd:A 2024-11-24T23:17:01,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:01,083 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112499e0e00eba9f4ae0aae27e4774330295_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112499e0e00eba9f4ae0aae27e4774330295_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:01,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/8870b743753f4333b383c20120f0e2df, store: [table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:17:01,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/8870b743753f4333b383c20120f0e2df is 175, key is test_row_0/A:col10/1732490219368/Put/seqid=0 2024-11-24T23:17:01,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742396_1572 (size=31105) 2024-11-24T23:17:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-24T23:17:01,444 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/8a820cbcf69649d18de1a77612172604 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/8a820cbcf69649d18de1a77612172604 2024-11-24T23:17:01,447 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3efc69476d9ef6410ac63db5733cd0cd/C of 3efc69476d9ef6410ac63db5733cd0cd into 8a820cbcf69649d18de1a77612172604(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:17:01,447 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:17:01,447 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., storeName=3efc69476d9ef6410ac63db5733cd0cd/C, priority=13, startTime=1732490220600; duration=0sec 2024-11-24T23:17:01,447 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:17:01,447 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3efc69476d9ef6410ac63db5733cd0cd:C 2024-11-24T23:17:01,487 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/8870b743753f4333b383c20120f0e2df 2024-11-24T23:17:01,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/0ff08aa09f694185849d4b7b9198ed98 is 50, key is test_row_0/B:col10/1732490219368/Put/seqid=0 2024-11-24T23:17:01,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742397_1573 (size=12151) 2024-11-24T23:17:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:01,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:17:01,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:01,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490281580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490281579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:01,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:01,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:01,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:01,585 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:01,585 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:01,585 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:01,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490281585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:01,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490281585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:01,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490281689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:01,693 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:01,693 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:01,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:01,693 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490281689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:01,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:01,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:01,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:01,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490281699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:01,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:01,701 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490281699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:01,701 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:01,701 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:01,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:01,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:01,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:01,896 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/0ff08aa09f694185849d4b7b9198ed98 2024-11-24T23:17:01,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490281899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:01,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:01,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:01,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:01,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490281900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:01,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:01,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:01,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:01,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/92032b4cb42342f89c891a8bf37b1306 is 50, key is test_row_0/C:col10/1732490219368/Put/seqid=0 2024-11-24T23:17:01,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742398_1574 (size=12151) 2024-11-24T23:17:01,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490281909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:01,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:01,912 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490281909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:01,912 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:01,912 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:01,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:01,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:01,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:02,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:02,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490282209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490282209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:02,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:02,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:02,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:02,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:02,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:02,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:02,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490282219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:02,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:02,222 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490282220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:02,222 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:02,222 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:02,222 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:02,222 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:02,222 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:02,305 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/92032b4cb42342f89c891a8bf37b1306 2024-11-24T23:17:02,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/8870b743753f4333b383c20120f0e2df as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/8870b743753f4333b383c20120f0e2df 2024-11-24T23:17:02,310 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/8870b743753f4333b383c20120f0e2df, entries=150, sequenceid=216, filesize=30.4 K 2024-11-24T23:17:02,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/0ff08aa09f694185849d4b7b9198ed98 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/0ff08aa09f694185849d4b7b9198ed98 2024-11-24T23:17:02,313 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/0ff08aa09f694185849d4b7b9198ed98, entries=150, sequenceid=216, filesize=11.9 K 2024-11-24T23:17:02,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/92032b4cb42342f89c891a8bf37b1306 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/92032b4cb42342f89c891a8bf37b1306 2024-11-24T23:17:02,316 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/92032b4cb42342f89c891a8bf37b1306, entries=150, sequenceid=216, filesize=11.9 K 2024-11-24T23:17:02,317 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~350.95 KB/359376, currentSize=60.38 KB/61830 for 3efc69476d9ef6410ac63db5733cd0cd in 1648ms, sequenceid=216, compaction requested=false 2024-11-24T23:17:02,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:17:02,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:02,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-24T23:17:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-24T23:17:02,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-24T23:17:02,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1060 sec 2024-11-24T23:17:02,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 2.1100 sec 2024-11-24T23:17:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-24T23:17:02,359 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:17:02,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:17:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-24T23:17:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-24T23:17:02,361 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:17:02,361 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:17:02,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:17:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-24T23:17:02,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-24T23:17:02,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:02,513 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 3efc69476d9ef6410ac63db5733cd0cd 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-24T23:17:02,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=A 2024-11-24T23:17:02,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:17:02,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=B 2024-11-24T23:17:02,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:17:02,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=C 2024-11-24T23:17:02,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:17:02,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fcc253001f9d4ef896d65f7e42d84848_3efc69476d9ef6410ac63db5733cd0cd is 50, key is test_row_0/A:col10/1732490221583/Put/seqid=0 2024-11-24T23:17:02,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742399_1575 (size=12304) 2024-11-24T23:17:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-24T23:17:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:02,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:17:02,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490282742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:02,746 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:02,746 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:02,746 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:02,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490282742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:02,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:02,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:02,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490282743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:02,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:02,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:02,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:02,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:02,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490282745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:02,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:02,750 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:02,750 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:02,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490282849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:02,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:02,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:02,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490282849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:02,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:02,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:02,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:02,852 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:02,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490282859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:02,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:02,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490282859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:02,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:02,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:02,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:02,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:02,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:02,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:02,925 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fcc253001f9d4ef896d65f7e42d84848_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fcc253001f9d4ef896d65f7e42d84848_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:02,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/bdd335cef8ec4d6d87c2ae55297c4fd4, store: [table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:17:02,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/bdd335cef8ec4d6d87c2ae55297c4fd4 is 175, key is test_row_0/A:col10/1732490221583/Put/seqid=0 2024-11-24T23:17:02,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742400_1576 (size=31105) 2024-11-24T23:17:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-24T23:17:03,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490283059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:03,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:03,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490283059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:03,062 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:03,062 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:03,062 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:03,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:03,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:03,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:03,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490283069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:03,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:03,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:03,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490283069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:03,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:03,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:03,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:03,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:03,333 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=231, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/bdd335cef8ec4d6d87c2ae55297c4fd4 2024-11-24T23:17:03,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/11847bed07434f83befe22c3e9e3438f is 50, key is test_row_0/B:col10/1732490221583/Put/seqid=0 2024-11-24T23:17:03,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742401_1577 (size=12151) 2024-11-24T23:17:03,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490283369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:03,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490283369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:03,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:03,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:03,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:03,372 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:03,372 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:03,372 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:03,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490283379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:03,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:03,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:03,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:03,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490283379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:03,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:03,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:03,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-24T23:17:03,741 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/11847bed07434f83befe22c3e9e3438f 2024-11-24T23:17:03,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/77700148ae004bf297bf283ab59fbb0a is 50, key is test_row_0/C:col10/1732490221583/Put/seqid=0 2024-11-24T23:17:03,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742402_1578 (size=12151) 2024-11-24T23:17:03,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490283879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:03,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490283879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:03,881 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:03,881 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:03,882 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:03,882 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:03,882 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:03,882 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:03,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490283889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:03,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:03,891 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:03,891 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490283889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:03,891 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:03,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:03,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:03,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:04,150 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/77700148ae004bf297bf283ab59fbb0a 2024-11-24T23:17:04,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/bdd335cef8ec4d6d87c2ae55297c4fd4 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/bdd335cef8ec4d6d87c2ae55297c4fd4 2024-11-24T23:17:04,156 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/bdd335cef8ec4d6d87c2ae55297c4fd4, entries=150, sequenceid=231, filesize=30.4 K 2024-11-24T23:17:04,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/11847bed07434f83befe22c3e9e3438f as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/11847bed07434f83befe22c3e9e3438f 2024-11-24T23:17:04,159 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/11847bed07434f83befe22c3e9e3438f, entries=150, sequenceid=231, filesize=11.9 K 2024-11-24T23:17:04,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/77700148ae004bf297bf283ab59fbb0a as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/77700148ae004bf297bf283ab59fbb0a 2024-11-24T23:17:04,162 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/77700148ae004bf297bf283ab59fbb0a, entries=150, sequenceid=231, filesize=11.9 K 2024-11-24T23:17:04,162 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 3efc69476d9ef6410ac63db5733cd0cd in 1649ms, sequenceid=231, compaction requested=true 2024-11-24T23:17:04,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:17:04,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:04,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-24T23:17:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-24T23:17:04,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-24T23:17:04,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8030 sec 2024-11-24T23:17:04,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.8060 sec 2024-11-24T23:17:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-24T23:17:04,509 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:17:04,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:17:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-24T23:17:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-24T23:17:04,511 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:17:04,511 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:17:04,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:17:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-24T23:17:04,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-24T23:17:04,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:04,663 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 3efc69476d9ef6410ac63db5733cd0cd 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-24T23:17:04,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=A 2024-11-24T23:17:04,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:17:04,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=B 2024-11-24T23:17:04,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:17:04,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=C 2024-11-24T23:17:04,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:17:04,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e9802f1021654dddaebeb8300239fd23_3efc69476d9ef6410ac63db5733cd0cd is 50, key is test_row_0/A:col10/1732490222742/Put/seqid=0 2024-11-24T23:17:04,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742403_1579 (size=12304) 2024-11-24T23:17:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-24T23:17:04,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:17:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:04,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490284909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:04,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:04,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:04,914 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490284909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:04,914 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:04,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490284910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:04,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:04,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:04,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:04,914 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_2' in 3efc69476d9ef6410ac63db5733cd0cd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:17:04,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:04,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:04,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:04,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490284913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:05,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490285019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:05,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490285019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:05,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:05,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:05,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:05,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:05,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:05,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:05,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490285029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:05,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:05,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:05,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:05,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,076 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e9802f1021654dddaebeb8300239fd23_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e9802f1021654dddaebeb8300239fd23_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:05,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/5ee0040cd0a04ba8be639d2e50c9b826, store: [table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:17:05,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/5ee0040cd0a04ba8be639d2e50c9b826 is 175, key is test_row_0/A:col10/1732490222742/Put/seqid=0 2024-11-24T23:17:05,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742404_1580 (size=31105) 2024-11-24T23:17:05,083 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/5ee0040cd0a04ba8be639d2e50c9b826 2024-11-24T23:17:05,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/14b8b8c742fe492a975e06e8ce1b003b is 50, key is test_row_0/B:col10/1732490222742/Put/seqid=0 2024-11-24T23:17:05,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742405_1581 (size=12151) 2024-11-24T23:17:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-24T23:17:05,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490285229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:05,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490285229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:05,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:05,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:05,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:05,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:05,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:05,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:05,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490285239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:05,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:05,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:05,243 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:05,494 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/14b8b8c742fe492a975e06e8ce1b003b 2024-11-24T23:17:05,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/5e28cc39ca0548fab4f0240ca385b9c5 is 50, key is test_row_0/C:col10/1732490222742/Put/seqid=0 2024-11-24T23:17:05,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742406_1582 (size=12151) 2024-11-24T23:17:05,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:05,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490285540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490285540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:05,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:05,544 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:05,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:05,544 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:05,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:05,544 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:05,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490285549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:05,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:05,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:05,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-24T23:17:05,904 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/5e28cc39ca0548fab4f0240ca385b9c5 2024-11-24T23:17:05,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/5ee0040cd0a04ba8be639d2e50c9b826 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/5ee0040cd0a04ba8be639d2e50c9b826 2024-11-24T23:17:05,910 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/5ee0040cd0a04ba8be639d2e50c9b826, entries=150, sequenceid=251, filesize=30.4 K 2024-11-24T23:17:05,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/14b8b8c742fe492a975e06e8ce1b003b as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/14b8b8c742fe492a975e06e8ce1b003b 2024-11-24T23:17:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,913 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/14b8b8c742fe492a975e06e8ce1b003b, entries=150, sequenceid=251, filesize=11.9 K 2024-11-24T23:17:05,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/5e28cc39ca0548fab4f0240ca385b9c5 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/5e28cc39ca0548fab4f0240ca385b9c5 2024-11-24T23:17:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,916 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/5e28cc39ca0548fab4f0240ca385b9c5, entries=150, sequenceid=251, filesize=11.9 K 2024-11-24T23:17:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,917 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 3efc69476d9ef6410ac63db5733cd0cd in 1254ms, sequenceid=251, compaction requested=true 2024-11-24T23:17:05,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:17:05,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:05,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-24T23:17:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-24T23:17:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-24T23:17:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4070 sec 2024-11-24T23:17:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.4110 sec 2024-11-24T23:17:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3efc69476d9ef6410ac63db5733cd0cd 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-24T23:17:06,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=A 2024-11-24T23:17:06,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:17:06,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=B 2024-11-24T23:17:06,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:17:06,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=C 2024-11-24T23:17:06,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:17:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112483d533b739564fc4b3a09de9158cd630_3efc69476d9ef6410ac63db5733cd0cd is 50, key is test_row_0/A:col10/1732490226051/Put/seqid=0 2024-11-24T23:17:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742407_1583 (size=12454) 2024-11-24T23:17:06,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490286089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:06,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:06,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:06,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:06,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490286090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:06,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:06,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490286090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:06,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:06,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:06,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:06,097 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:06,097 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:06,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490286199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:06,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490286199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:06,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490286199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:06,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490286409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:06,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:06,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:06,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:06,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490286409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:06,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:06,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:06,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:06,412 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490286409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:06,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:06,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:06,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:06,465 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:06,467 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112483d533b739564fc4b3a09de9158cd630_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112483d533b739564fc4b3a09de9158cd630_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:06,468 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/281108d0f960499b975d233522d806f2, store: [table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:17:06,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/281108d0f960499b975d233522d806f2 is 175, key is test_row_0/A:col10/1732490226051/Put/seqid=0 2024-11-24T23:17:06,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742408_1584 (size=31251) 2024-11-24T23:17:06,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43610 deadline: 1732490286549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:06,555 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_0' in 3efc69476d9ef6410ac63db5733cd0cd of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18259 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:17:06,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:06,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:06,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-24T23:17:06,660 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:17:06,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-24T23:17:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-24T23:17:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-24T23:17:06,661 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T23:17:06,662 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T23:17:06,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T23:17:06,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490286719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:06,720 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:06,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:06,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:06,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490286719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:06,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:06,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:06,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490286719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:06,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:06,725 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:06,725 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:06,725 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-24T23:17:06,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-24T23:17:06,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:06,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:17:06,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:06,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:17:06,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:17:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:17:06,872 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/281108d0f960499b975d233522d806f2 2024-11-24T23:17:06,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/6db09d7c167e48c9ad069f2af7a21711 is 50, key is test_row_0/B:col10/1732490226051/Put/seqid=0 2024-11-24T23:17:06,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742409_1585 (size=9857) 2024-11-24T23:17:06,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43614 deadline: 1732490286929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:06,932 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to ba7f32532130,37181,1732490053579 for 'test_row_2' in 3efc69476d9ef6410ac63db5733cd0cd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-24T23:17:06,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:06,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:06,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:06,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-24T23:17:06,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:06,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:17:06,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:06,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:17:06,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:17:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:17:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-24T23:17:07,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-24T23:17:07,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:07,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:17:07,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:07,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:17:07,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:17:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:17:07,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43632 deadline: 1732490287229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:07,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:07,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43634 deadline: 1732490287229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:07,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-24T23:17:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43656 deadline: 1732490287229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 2024-11-24T23:17:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 , the old value is region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T23:17:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., hostname=ba7f32532130,37181,1732490053579, seqNum=5 because the exception is null or not the one we care about 2024-11-24T23:17:07,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-24T23:17:07,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:07,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:17:07,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:07,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:17:07,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:17:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:17:07,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/6db09d7c167e48c9ad069f2af7a21711 2024-11-24T23:17:07,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/2786b9fba4984ce49ef81b0fad016cf7 is 50, key is test_row_0/C:col10/1732490226051/Put/seqid=0 2024-11-24T23:17:07,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742410_1586 (size=9857) 2024-11-24T23:17:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-24T23:17:07,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-24T23:17:07,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:07,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:17:07,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:07,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:17:07,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:17:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:17:07,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-24T23:17:07,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:07,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:17:07,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:07,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:17:07,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:17:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T23:17:07,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/2786b9fba4984ce49ef81b0fad016cf7 2024-11-24T23:17:07,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/281108d0f960499b975d233522d806f2 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/281108d0f960499b975d233522d806f2 2024-11-24T23:17:07,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/281108d0f960499b975d233522d806f2, entries=150, sequenceid=264, filesize=30.5 K 2024-11-24T23:17:07,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/6db09d7c167e48c9ad069f2af7a21711 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/6db09d7c167e48c9ad069f2af7a21711 2024-11-24T23:17:07,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/6db09d7c167e48c9ad069f2af7a21711, entries=100, sequenceid=264, filesize=9.6 K 2024-11-24T23:17:07,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/2786b9fba4984ce49ef81b0fad016cf7 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/2786b9fba4984ce49ef81b0fad016cf7 2024-11-24T23:17:07,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/2786b9fba4984ce49ef81b0fad016cf7, entries=100, sequenceid=264, filesize=9.6 K 2024-11-24T23:17:07,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 3efc69476d9ef6410ac63db5733cd0cd in 1657ms, sequenceid=264, compaction requested=true 2024-11-24T23:17:07,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:17:07,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3efc69476d9ef6410ac63db5733cd0cd:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:17:07,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:17:07,709 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T23:17:07,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3efc69476d9ef6410ac63db5733cd0cd:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:17:07,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:17:07,709 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T23:17:07,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3efc69476d9ef6410ac63db5733cd0cd:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:17:07,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:17:07,719 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 156115 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T23:17:07,719 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58905 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T23:17:07,719 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 3efc69476d9ef6410ac63db5733cd0cd/B is initiating minor compaction (all files) 2024-11-24T23:17:07,719 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 3efc69476d9ef6410ac63db5733cd0cd/A is initiating minor compaction (all files) 2024-11-24T23:17:07,719 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3efc69476d9ef6410ac63db5733cd0cd/B in TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:07,719 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3efc69476d9ef6410ac63db5733cd0cd/A in TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:07,719 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/894e5491757945439678e18d98e1ebc1, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/0ff08aa09f694185849d4b7b9198ed98, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/11847bed07434f83befe22c3e9e3438f, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/14b8b8c742fe492a975e06e8ce1b003b, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/6db09d7c167e48c9ad069f2af7a21711] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp, totalSize=57.5 K 2024-11-24T23:17:07,719 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/23fceefc96924b4f9bb069729ad91dc1, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/8870b743753f4333b383c20120f0e2df, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/bdd335cef8ec4d6d87c2ae55297c4fd4, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/5ee0040cd0a04ba8be639d2e50c9b826, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/281108d0f960499b975d233522d806f2] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp, totalSize=152.5 K 2024-11-24T23:17:07,719 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:07,720 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. files: [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/23fceefc96924b4f9bb069729ad91dc1, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/8870b743753f4333b383c20120f0e2df, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/bdd335cef8ec4d6d87c2ae55297c4fd4, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/5ee0040cd0a04ba8be639d2e50c9b826, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/281108d0f960499b975d233522d806f2] 2024-11-24T23:17:07,720 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 894e5491757945439678e18d98e1ebc1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732490218182 2024-11-24T23:17:07,720 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23fceefc96924b4f9bb069729ad91dc1, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732490218182 2024-11-24T23:17:07,720 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ff08aa09f694185849d4b7b9198ed98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732490219368 2024-11-24T23:17:07,720 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8870b743753f4333b383c20120f0e2df, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732490219368 2024-11-24T23:17:07,720 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 11847bed07434f83befe22c3e9e3438f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732490221579 2024-11-24T23:17:07,720 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting bdd335cef8ec4d6d87c2ae55297c4fd4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732490221579 2024-11-24T23:17:07,720 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 14b8b8c742fe492a975e06e8ce1b003b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732490222739 2024-11-24T23:17:07,721 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ee0040cd0a04ba8be639d2e50c9b826, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732490222739 2024-11-24T23:17:07,721 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 6db09d7c167e48c9ad069f2af7a21711, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732490224909 2024-11-24T23:17:07,721 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 281108d0f960499b975d233522d806f2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732490224909 2024-11-24T23:17:07,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37181 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-24T23:17:07,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:07,732 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 3efc69476d9ef6410ac63db5733cd0cd 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-24T23:17:07,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=A 2024-11-24T23:17:07,733 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:17:07,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:17:07,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=B 2024-11-24T23:17:07,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:17:07,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=C 2024-11-24T23:17:07,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:17:07,743 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3efc69476d9ef6410ac63db5733cd0cd#B#compaction#493 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:17:07,744 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/854af44e112f400f8c1a598849bcc8c3 is 50, key is test_row_0/B:col10/1732490226051/Put/seqid=0 2024-11-24T23:17:07,746 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411249a37a6b887dd46c4850db6e86ec675f7_3efc69476d9ef6410ac63db5733cd0cd store=[table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:17:07,750 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411249a37a6b887dd46c4850db6e86ec675f7_3efc69476d9ef6410ac63db5733cd0cd, store=[table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:17:07,750 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249a37a6b887dd46c4850db6e86ec675f7_3efc69476d9ef6410ac63db5733cd0cd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:17:07,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742411_1587 (size=12865) 2024-11-24T23:17:07,768 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/854af44e112f400f8c1a598849bcc8c3 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/854af44e112f400f8c1a598849bcc8c3 2024-11-24T23:17:07,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e81161cc72f34d7c87844be86136beed_3efc69476d9ef6410ac63db5733cd0cd is 50, key is test_row_0/A:col10/1732490226088/Put/seqid=0 2024-11-24T23:17:07,772 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 3efc69476d9ef6410ac63db5733cd0cd/B of 3efc69476d9ef6410ac63db5733cd0cd into 854af44e112f400f8c1a598849bcc8c3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:17:07,772 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:17:07,772 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., storeName=3efc69476d9ef6410ac63db5733cd0cd/B, priority=11, startTime=1732490227709; duration=0sec 2024-11-24T23:17:07,772 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:17:07,773 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3efc69476d9ef6410ac63db5733cd0cd:B 2024-11-24T23:17:07,773 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T23:17:07,775 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58905 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T23:17:07,775 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 3efc69476d9ef6410ac63db5733cd0cd/C is initiating minor compaction (all files) 2024-11-24T23:17:07,775 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3efc69476d9ef6410ac63db5733cd0cd/C in TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:07,775 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/8a820cbcf69649d18de1a77612172604, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/92032b4cb42342f89c891a8bf37b1306, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/77700148ae004bf297bf283ab59fbb0a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/5e28cc39ca0548fab4f0240ca385b9c5, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/2786b9fba4984ce49ef81b0fad016cf7] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp, totalSize=57.5 K 2024-11-24T23:17:07,775 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a820cbcf69649d18de1a77612172604, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732490218182 2024-11-24T23:17:07,775 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 92032b4cb42342f89c891a8bf37b1306, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732490219368 2024-11-24T23:17:07,776 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 77700148ae004bf297bf283ab59fbb0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732490221579 2024-11-24T23:17:07,776 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e28cc39ca0548fab4f0240ca385b9c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732490222739 2024-11-24T23:17:07,776 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 2786b9fba4984ce49ef81b0fad016cf7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732490224909 2024-11-24T23:17:07,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742412_1588 (size=4469) 2024-11-24T23:17:07,783 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3efc69476d9ef6410ac63db5733cd0cd#A#compaction#492 average throughput is 0.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:17:07,783 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/ade9a88a6ca1484db90847861cd3ca7d is 175, key is test_row_0/A:col10/1732490226051/Put/seqid=0 2024-11-24T23:17:07,795 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3efc69476d9ef6410ac63db5733cd0cd#C#compaction#495 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:17:07,796 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/fb6c868eee5448f398eeb833062f9d90 is 50, key is test_row_0/C:col10/1732490226051/Put/seqid=0 2024-11-24T23:17:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-24T23:17:07,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742413_1589 (size=12454) 2024-11-24T23:17:07,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:07,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742414_1590 (size=31926) 2024-11-24T23:17:07,819 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e81161cc72f34d7c87844be86136beed_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e81161cc72f34d7c87844be86136beed_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:07,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/39cab600ed1d45bd901c313e5420c119, store: [table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:17:07,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/39cab600ed1d45bd901c313e5420c119 is 175, key is test_row_0/A:col10/1732490226088/Put/seqid=0 2024-11-24T23:17:07,827 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/ade9a88a6ca1484db90847861cd3ca7d as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/ade9a88a6ca1484db90847861cd3ca7d 2024-11-24T23:17:07,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742415_1591 (size=12865) 2024-11-24T23:17:07,832 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 3efc69476d9ef6410ac63db5733cd0cd/A of 3efc69476d9ef6410ac63db5733cd0cd into ade9a88a6ca1484db90847861cd3ca7d(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:17:07,832 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:17:07,832 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., storeName=3efc69476d9ef6410ac63db5733cd0cd/A, priority=11, startTime=1732490227709; duration=0sec 2024-11-24T23:17:07,832 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:17:07,832 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3efc69476d9ef6410ac63db5733cd0cd:A 2024-11-24T23:17:07,834 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/fb6c868eee5448f398eeb833062f9d90 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/fb6c868eee5448f398eeb833062f9d90 2024-11-24T23:17:07,838 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 3efc69476d9ef6410ac63db5733cd0cd/C of 3efc69476d9ef6410ac63db5733cd0cd into fb6c868eee5448f398eeb833062f9d90(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:17:07,838 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:17:07,838 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., storeName=3efc69476d9ef6410ac63db5733cd0cd/C, priority=11, startTime=1732490227709; duration=0sec 2024-11-24T23:17:07,838 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:17:07,838 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3efc69476d9ef6410ac63db5733cd0cd:C 2024-11-24T23:17:07,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742416_1592 (size=31255) 2024-11-24T23:17:07,856 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=284, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/39cab600ed1d45bd901c313e5420c119 2024-11-24T23:17:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/08c9bb3ee781429cb77e838aabdbe55f is 50, key is test_row_0/B:col10/1732490226088/Put/seqid=0 2024-11-24T23:17:07,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742417_1593 (size=12301) 2024-11-24T23:17:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:08,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. as already flushing 2024-11-24T23:17:08,261 INFO [Thread-2308 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2308. 2024-11-24T23:17:08,261 DEBUG [Thread-2308 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:17:08,261 DEBUG [Thread-2308 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:08,261 INFO [Thread-2302 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2302. 2024-11-24T23:17:08,261 INFO [Thread-2319 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2319. 2024-11-24T23:17:08,261 DEBUG [Thread-2302 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:17:08,261 DEBUG [Thread-2319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:17:08,261 DEBUG [Thread-2302 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:08,261 DEBUG [Thread-2319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:08,261 DEBUG [Thread-2308 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:08,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:08,261 DEBUG [Thread-2302 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:08,261 DEBUG [Thread-2319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:08,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:08,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:08,265 INFO [Thread-2313 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2313. 2024-11-24T23:17:08,265 INFO [Thread-2321 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2321. 2024-11-24T23:17:08,265 DEBUG [Thread-2313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:17:08,265 DEBUG [Thread-2321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:17:08,265 DEBUG [Thread-2313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:08,265 DEBUG [Thread-2321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:08,265 DEBUG [Thread-2313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:08,265 DEBUG [Thread-2321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:08,265 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:08,265 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:08,267 INFO [Thread-2317 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2317. 2024-11-24T23:17:08,267 DEBUG [Thread-2317 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:17:08,267 DEBUG [Thread-2317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:08,267 DEBUG [Thread-2317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:08,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:08,268 INFO [Thread-2304 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2304. 2024-11-24T23:17:08,268 DEBUG [Thread-2304 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:17:08,268 DEBUG [Thread-2304 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:08,268 DEBUG [Thread-2304 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:08,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:08,269 INFO [Thread-2315 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2315. 2024-11-24T23:17:08,269 DEBUG [Thread-2315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:17:08,269 DEBUG [Thread-2315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:08,269 DEBUG [Thread-2315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:08,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:08,306 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/08c9bb3ee781429cb77e838aabdbe55f 2024-11-24T23:17:08,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/6007717681254511846ca04efea4705b is 50, key is test_row_0/C:col10/1732490226088/Put/seqid=0 2024-11-24T23:17:08,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742418_1594 (size=12301) 2024-11-24T23:17:08,718 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/6007717681254511846ca04efea4705b 2024-11-24T23:17:08,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/39cab600ed1d45bd901c313e5420c119 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/39cab600ed1d45bd901c313e5420c119 2024-11-24T23:17:08,725 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/39cab600ed1d45bd901c313e5420c119, entries=150, sequenceid=284, filesize=30.5 K 2024-11-24T23:17:08,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/08c9bb3ee781429cb77e838aabdbe55f as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/08c9bb3ee781429cb77e838aabdbe55f 2024-11-24T23:17:08,729 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/08c9bb3ee781429cb77e838aabdbe55f, entries=150, sequenceid=284, filesize=12.0 K 2024-11-24T23:17:08,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/6007717681254511846ca04efea4705b as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/6007717681254511846ca04efea4705b 2024-11-24T23:17:08,733 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/6007717681254511846ca04efea4705b, entries=150, sequenceid=284, filesize=12.0 K 2024-11-24T23:17:08,733 INFO [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=46.96 KB/48090 for 3efc69476d9ef6410ac63db5733cd0cd in 1001ms, sequenceid=284, compaction requested=false 2024-11-24T23:17:08,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:17:08,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:08,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ba7f32532130:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-24T23:17:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-24T23:17:08,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-24T23:17:08,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0730 sec 2024-11-24T23:17:08,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 2.0770 sec 2024-11-24T23:17:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-24T23:17:08,810 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:17:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] regionserver.HRegion(8855): Flush requested on 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:10,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3efc69476d9ef6410ac63db5733cd0cd 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-24T23:17:10,960 INFO [Thread-2310 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2310. 2024-11-24T23:17:10,960 DEBUG [Thread-2310 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:17:10,960 DEBUG [Thread-2310 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:10,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=A 2024-11-24T23:17:10,960 DEBUG [Thread-2310 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:10,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:17:10,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:10,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=B 2024-11-24T23:17:10,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:17:10,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=C 2024-11-24T23:17:10,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:17:10,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241598a0a80f68475da4581d8053867af7_3efc69476d9ef6410ac63db5733cd0cd is 50, key is test_row_1/A:col10/1732490228259/Put/seqid=0 2024-11-24T23:17:10,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742419_1595 (size=9914) 2024-11-24T23:17:11,370 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:11,373 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241598a0a80f68475da4581d8053867af7_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241598a0a80f68475da4581d8053867af7_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:11,373 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/49904015a5d74d5f9571f3446f7ec332, store: [table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:17:11,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/49904015a5d74d5f9571f3446f7ec332 is 175, key is test_row_1/A:col10/1732490228259/Put/seqid=0 2024-11-24T23:17:11,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742420_1596 (size=22561) 2024-11-24T23:17:11,780 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=298, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/49904015a5d74d5f9571f3446f7ec332 2024-11-24T23:17:11,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/7f138832bf48451eb009528ad5698b33 is 50, key is test_row_1/B:col10/1732490228259/Put/seqid=0 2024-11-24T23:17:11,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742421_1597 (size=9857) 2024-11-24T23:17:11,889 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T23:17:12,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/7f138832bf48451eb009528ad5698b33 2024-11-24T23:17:12,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/4158f3d6e97a40fe8534e38cdfc6c130 is 50, key is test_row_1/C:col10/1732490228259/Put/seqid=0 2024-11-24T23:17:12,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742422_1598 (size=9857) 2024-11-24T23:17:12,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/4158f3d6e97a40fe8534e38cdfc6c130 2024-11-24T23:17:12,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/49904015a5d74d5f9571f3446f7ec332 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/49904015a5d74d5f9571f3446f7ec332 2024-11-24T23:17:12,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/49904015a5d74d5f9571f3446f7ec332, entries=100, sequenceid=298, filesize=22.0 K 2024-11-24T23:17:12,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/7f138832bf48451eb009528ad5698b33 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/7f138832bf48451eb009528ad5698b33 2024-11-24T23:17:12,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/7f138832bf48451eb009528ad5698b33, entries=100, sequenceid=298, filesize=9.6 K 2024-11-24T23:17:12,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/4158f3d6e97a40fe8534e38cdfc6c130 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/4158f3d6e97a40fe8534e38cdfc6c130 2024-11-24T23:17:12,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/4158f3d6e97a40fe8534e38cdfc6c130, entries=100, sequenceid=298, filesize=9.6 K 2024-11-24T23:17:12,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for 3efc69476d9ef6410ac63db5733cd0cd in 1661ms, sequenceid=298, compaction requested=true 2024-11-24T23:17:12,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:17:12,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3efc69476d9ef6410ac63db5733cd0cd:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T23:17:12,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:17:12,621 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:17:12,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3efc69476d9ef6410ac63db5733cd0cd:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T23:17:12,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:17:12,621 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:17:12,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3efc69476d9ef6410ac63db5733cd0cd:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T23:17:12,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:17:12,622 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85742 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:17:12,622 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:17:12,622 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 3efc69476d9ef6410ac63db5733cd0cd/B is initiating minor compaction (all files) 2024-11-24T23:17:12,622 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1541): 3efc69476d9ef6410ac63db5733cd0cd/A is initiating minor compaction (all files) 2024-11-24T23:17:12,622 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3efc69476d9ef6410ac63db5733cd0cd/B in TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:12,622 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3efc69476d9ef6410ac63db5733cd0cd/A in TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:12,622 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/854af44e112f400f8c1a598849bcc8c3, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/08c9bb3ee781429cb77e838aabdbe55f, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/7f138832bf48451eb009528ad5698b33] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp, totalSize=34.2 K 2024-11-24T23:17:12,622 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/ade9a88a6ca1484db90847861cd3ca7d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/39cab600ed1d45bd901c313e5420c119, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/49904015a5d74d5f9571f3446f7ec332] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp, totalSize=83.7 K 2024-11-24T23:17:12,622 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:12,622 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. files: [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/ade9a88a6ca1484db90847861cd3ca7d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/39cab600ed1d45bd901c313e5420c119, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/49904015a5d74d5f9571f3446f7ec332] 2024-11-24T23:17:12,622 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 854af44e112f400f8c1a598849bcc8c3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732490222739 2024-11-24T23:17:12,622 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting ade9a88a6ca1484db90847861cd3ca7d, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732490222739 2024-11-24T23:17:12,622 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 08c9bb3ee781429cb77e838aabdbe55f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732490226080 2024-11-24T23:17:12,622 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39cab600ed1d45bd901c313e5420c119, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732490226080 2024-11-24T23:17:12,622 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f138832bf48451eb009528ad5698b33, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732490228259 2024-11-24T23:17:12,623 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49904015a5d74d5f9571f3446f7ec332, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732490228259 2024-11-24T23:17:12,629 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:17:12,630 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124fc449aab2dad420a91042f24659d97f2_3efc69476d9ef6410ac63db5733cd0cd store=[table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:17:12,631 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3efc69476d9ef6410ac63db5733cd0cd#B#compaction#502 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:17:12,631 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/f883a6943667422eafc2544f3dfa5ea4 is 50, key is test_row_0/B:col10/1732490226088/Put/seqid=0 2024-11-24T23:17:12,632 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124fc449aab2dad420a91042f24659d97f2_3efc69476d9ef6410ac63db5733cd0cd, store=[table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:17:12,632 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fc449aab2dad420a91042f24659d97f2_3efc69476d9ef6410ac63db5733cd0cd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:17:12,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742423_1599 (size=13017) 2024-11-24T23:17:12,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742424_1600 (size=4469) 2024-11-24T23:17:13,038 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3efc69476d9ef6410ac63db5733cd0cd#A#compaction#501 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:17:13,038 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/ce91a131a9f74db6a963acd0ac2bc9fb is 175, key is test_row_0/A:col10/1732490226088/Put/seqid=0 2024-11-24T23:17:13,039 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/f883a6943667422eafc2544f3dfa5ea4 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/f883a6943667422eafc2544f3dfa5ea4 2024-11-24T23:17:13,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742425_1601 (size=32078) 2024-11-24T23:17:13,043 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3efc69476d9ef6410ac63db5733cd0cd/B of 3efc69476d9ef6410ac63db5733cd0cd into f883a6943667422eafc2544f3dfa5ea4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:17:13,043 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:17:13,043 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., storeName=3efc69476d9ef6410ac63db5733cd0cd/B, priority=13, startTime=1732490232621; duration=0sec 2024-11-24T23:17:13,043 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T23:17:13,043 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3efc69476d9ef6410ac63db5733cd0cd:B 2024-11-24T23:17:13,043 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T23:17:13,044 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T23:17:13,044 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1541): 3efc69476d9ef6410ac63db5733cd0cd/C is initiating minor compaction (all files) 2024-11-24T23:17:13,044 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3efc69476d9ef6410ac63db5733cd0cd/C in TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:13,044 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/fb6c868eee5448f398eeb833062f9d90, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/6007717681254511846ca04efea4705b, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/4158f3d6e97a40fe8534e38cdfc6c130] into tmpdir=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp, totalSize=34.2 K 2024-11-24T23:17:13,045 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting fb6c868eee5448f398eeb833062f9d90, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732490222739 2024-11-24T23:17:13,045 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 6007717681254511846ca04efea4705b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732490226080 2024-11-24T23:17:13,045 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] compactions.Compactor(225): Compacting 4158f3d6e97a40fe8534e38cdfc6c130, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732490228259 2024-11-24T23:17:13,050 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3efc69476d9ef6410ac63db5733cd0cd#C#compaction#503 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T23:17:13,051 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/4b0be30e8da84dd395e251a9d1ce22f8 is 50, key is test_row_0/C:col10/1732490226088/Put/seqid=0 2024-11-24T23:17:13,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742426_1602 (size=13017) 2024-11-24T23:17:13,446 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/ce91a131a9f74db6a963acd0ac2bc9fb as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/ce91a131a9f74db6a963acd0ac2bc9fb 2024-11-24T23:17:13,450 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3efc69476d9ef6410ac63db5733cd0cd/A of 3efc69476d9ef6410ac63db5733cd0cd into ce91a131a9f74db6a963acd0ac2bc9fb(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:17:13,450 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:17:13,450 INFO [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., storeName=3efc69476d9ef6410ac63db5733cd0cd/A, priority=13, startTime=1732490232621; duration=0sec 2024-11-24T23:17:13,450 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:17:13,450 DEBUG [RS:0;ba7f32532130:37181-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3efc69476d9ef6410ac63db5733cd0cd:A 2024-11-24T23:17:13,458 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/4b0be30e8da84dd395e251a9d1ce22f8 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/4b0be30e8da84dd395e251a9d1ce22f8 2024-11-24T23:17:13,461 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3efc69476d9ef6410ac63db5733cd0cd/C of 3efc69476d9ef6410ac63db5733cd0cd into 4b0be30e8da84dd395e251a9d1ce22f8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T23:17:13,461 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3efc69476d9ef6410ac63db5733cd0cd: 2024-11-24T23:17:13,461 INFO [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., storeName=3efc69476d9ef6410ac63db5733cd0cd/C, priority=13, startTime=1732490232621; duration=0sec 2024-11-24T23:17:13,461 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T23:17:13,462 DEBUG [RS:0;ba7f32532130:37181-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3efc69476d9ef6410ac63db5733cd0cd:C 2024-11-24T23:17:16,610 INFO [Thread-2306 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2306. 2024-11-24T23:17:16,610 DEBUG [Thread-2306 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T23:17:16,610 DEBUG [Thread-2306 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:16,610 DEBUG [Thread-2306 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:16,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:16,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T23:17:16,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-24T23:17:16,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-24T23:17:16,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 7 2024-11-24T23:17:16,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-24T23:17:16,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-24T23:17:16,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T23:17:16,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3395 2024-11-24T23:17:16,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3165 2024-11-24T23:17:16,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3193 2024-11-24T23:17:16,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3390 2024-11-24T23:17:16,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3165 2024-11-24T23:17:16,611 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T23:17:16,611 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:17:16,611 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:17:16,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:16,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:16,611 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:16,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-24T23:17:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T23:17:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-24T23:17:16,615 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490236615"}]},"ts":"1732490236615"} 2024-11-24T23:17:16,617 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T23:17:16,617 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T23:17:16,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T23:17:16,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3efc69476d9ef6410ac63db5733cd0cd, UNASSIGN}] 2024-11-24T23:17:16,620 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3efc69476d9ef6410ac63db5733cd0cd, UNASSIGN 2024-11-24T23:17:16,620 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=3efc69476d9ef6410ac63db5733cd0cd, regionState=CLOSING, regionLocation=ba7f32532130,37181,1732490053579 2024-11-24T23:17:16,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3efc69476d9ef6410ac63db5733cd0cd, UNASSIGN because future has completed 2024-11-24T23:17:16,622 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T23:17:16,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579}] 2024-11-24T23:17:16,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-24T23:17:16,774 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(122): Close 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:16,774 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T23:17:16,774 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1722): Closing 3efc69476d9ef6410ac63db5733cd0cd, disabling compactions & flushes 2024-11-24T23:17:16,774 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:16,774 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:16,774 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. after waiting 0 ms 2024-11-24T23:17:16,774 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:16,774 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(2902): Flushing 3efc69476d9ef6410ac63db5733cd0cd 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB 2024-11-24T23:17:16,775 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=A 2024-11-24T23:17:16,775 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:17:16,775 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=B 2024-11-24T23:17:16,775 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:17:16,775 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3efc69476d9ef6410ac63db5733cd0cd, store=C 2024-11-24T23:17:16,775 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T23:17:16,780 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124103be428b75c4606a0dcc7b693bcbd4a_3efc69476d9ef6410ac63db5733cd0cd is 50, key is test_row_0/A:col10/1732490236609/Put/seqid=0 2024-11-24T23:17:16,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742427_1603 (size=7374) 2024-11-24T23:17:16,785 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T23:17:16,788 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124103be428b75c4606a0dcc7b693bcbd4a_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124103be428b75c4606a0dcc7b693bcbd4a_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:16,789 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/5c069f15de0744a2ac8a87ed80214d76, store: [table=TestAcidGuarantees family=A region=3efc69476d9ef6410ac63db5733cd0cd] 2024-11-24T23:17:16,789 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/5c069f15de0744a2ac8a87ed80214d76 is 175, key is test_row_0/A:col10/1732490236609/Put/seqid=0 2024-11-24T23:17:16,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742428_1604 (size=13865) 2024-11-24T23:17:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-24T23:17:17,193 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=305, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/5c069f15de0744a2ac8a87ed80214d76 2024-11-24T23:17:17,200 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/3d8d1e44b95a4a239cfa911aff2dc615 is 50, key is test_row_0/B:col10/1732490236609/Put/seqid=0 2024-11-24T23:17:17,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742429_1605 (size=7415) 2024-11-24T23:17:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-24T23:17:17,604 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/3d8d1e44b95a4a239cfa911aff2dc615 2024-11-24T23:17:17,609 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/f470f4a2d7794b9cad3813e19035411d is 50, key is test_row_0/C:col10/1732490236609/Put/seqid=0 2024-11-24T23:17:17,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742430_1606 (size=7415) 2024-11-24T23:17:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-24T23:17:18,013 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/f470f4a2d7794b9cad3813e19035411d 2024-11-24T23:17:18,023 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/A/5c069f15de0744a2ac8a87ed80214d76 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/5c069f15de0744a2ac8a87ed80214d76 2024-11-24T23:17:18,026 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/5c069f15de0744a2ac8a87ed80214d76, entries=50, sequenceid=305, filesize=13.5 K 2024-11-24T23:17:18,027 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/B/3d8d1e44b95a4a239cfa911aff2dc615 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/3d8d1e44b95a4a239cfa911aff2dc615 2024-11-24T23:17:18,030 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/3d8d1e44b95a4a239cfa911aff2dc615, entries=50, sequenceid=305, filesize=7.2 K 2024-11-24T23:17:18,031 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/.tmp/C/f470f4a2d7794b9cad3813e19035411d as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/f470f4a2d7794b9cad3813e19035411d 2024-11-24T23:17:18,034 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/f470f4a2d7794b9cad3813e19035411d, entries=50, sequenceid=305, filesize=7.2 K 2024-11-24T23:17:18,034 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 3efc69476d9ef6410ac63db5733cd0cd in 1260ms, sequenceid=305, compaction requested=false 2024-11-24T23:17:18,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/c95f37944a4742c6982f80442ae89638, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/5f725ab890ff41ef886cd7fa983b9865, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/7e8e8f72b0c9410ab08e798bfb1cc2ed, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/1733a03531054649b337e63410bc1110, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/e4aa3fa555224ebea5b4464dec97d6de, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/cd0fc2dc59994edf90587ef7d672222c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/16d0d33c55324aa9b1d7fcbda6bdaf3f, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/40f1380253c44c13ad1ee9df7ba33a92, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/26e51ca7092f41a8a7c9a91c31ee02ad, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/16bade79a1104975aa7a2318e6ea37f2, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/5d3143fe52344bcb8f16a55134a079f4, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/2736753cd41d4e77b971c53a5c809dc7, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/2e6c5efe33364a5b8b846b1dce4afd2f, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/23fceefc96924b4f9bb069729ad91dc1, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/8870b743753f4333b383c20120f0e2df, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/bdd335cef8ec4d6d87c2ae55297c4fd4, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/5ee0040cd0a04ba8be639d2e50c9b826, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/ade9a88a6ca1484db90847861cd3ca7d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/281108d0f960499b975d233522d806f2, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/39cab600ed1d45bd901c313e5420c119, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/49904015a5d74d5f9571f3446f7ec332] to archive 2024-11-24T23:17:18,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:17:18,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/c95f37944a4742c6982f80442ae89638 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/c95f37944a4742c6982f80442ae89638 2024-11-24T23:17:18,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/5f725ab890ff41ef886cd7fa983b9865 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/5f725ab890ff41ef886cd7fa983b9865 2024-11-24T23:17:18,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/7e8e8f72b0c9410ab08e798bfb1cc2ed to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/7e8e8f72b0c9410ab08e798bfb1cc2ed 2024-11-24T23:17:18,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/1733a03531054649b337e63410bc1110 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/1733a03531054649b337e63410bc1110 2024-11-24T23:17:18,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/e4aa3fa555224ebea5b4464dec97d6de to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/e4aa3fa555224ebea5b4464dec97d6de 2024-11-24T23:17:18,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/cd0fc2dc59994edf90587ef7d672222c to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/cd0fc2dc59994edf90587ef7d672222c 2024-11-24T23:17:18,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/16d0d33c55324aa9b1d7fcbda6bdaf3f to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/16d0d33c55324aa9b1d7fcbda6bdaf3f 2024-11-24T23:17:18,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/40f1380253c44c13ad1ee9df7ba33a92 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/40f1380253c44c13ad1ee9df7ba33a92 2024-11-24T23:17:18,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/26e51ca7092f41a8a7c9a91c31ee02ad to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/26e51ca7092f41a8a7c9a91c31ee02ad 2024-11-24T23:17:18,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/16bade79a1104975aa7a2318e6ea37f2 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/16bade79a1104975aa7a2318e6ea37f2 2024-11-24T23:17:18,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/5d3143fe52344bcb8f16a55134a079f4 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/5d3143fe52344bcb8f16a55134a079f4 2024-11-24T23:17:18,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/2736753cd41d4e77b971c53a5c809dc7 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/2736753cd41d4e77b971c53a5c809dc7 2024-11-24T23:17:18,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/2e6c5efe33364a5b8b846b1dce4afd2f to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/2e6c5efe33364a5b8b846b1dce4afd2f 2024-11-24T23:17:18,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/23fceefc96924b4f9bb069729ad91dc1 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/23fceefc96924b4f9bb069729ad91dc1 2024-11-24T23:17:18,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/8870b743753f4333b383c20120f0e2df to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/8870b743753f4333b383c20120f0e2df 2024-11-24T23:17:18,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/bdd335cef8ec4d6d87c2ae55297c4fd4 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/bdd335cef8ec4d6d87c2ae55297c4fd4 2024-11-24T23:17:18,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/5ee0040cd0a04ba8be639d2e50c9b826 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/5ee0040cd0a04ba8be639d2e50c9b826 2024-11-24T23:17:18,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/ade9a88a6ca1484db90847861cd3ca7d to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/ade9a88a6ca1484db90847861cd3ca7d 2024-11-24T23:17:18,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/281108d0f960499b975d233522d806f2 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/281108d0f960499b975d233522d806f2 2024-11-24T23:17:18,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/39cab600ed1d45bd901c313e5420c119 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/39cab600ed1d45bd901c313e5420c119 2024-11-24T23:17:18,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/49904015a5d74d5f9571f3446f7ec332 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/49904015a5d74d5f9571f3446f7ec332 2024-11-24T23:17:18,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/5640041563fb45cda589e553d1c3ac8c, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/95ff864c09a24941bc5099666bc2e325, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/a6651bbd24fd4ecf92da2ef1663f57af, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/62748a4ac549467da3c45909bd8815ec, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/f5b191f8df2442c989bf3a7926f3561f, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/ed2c61cd24984a4099d6dc36c0d9aaa6, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/08a8ebae2e1746f995613f5acd2b1be7, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/d9fa8850823c44fb9591af4a12d04093, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/960c971c750046e889db96fa683511f1, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/445f01067d6a4afd98fa136b52099c5d, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/e3fd98c3dd104de1b176f35e643373b4, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/9288ad92fcdd4859811366c8b504a653, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/894e5491757945439678e18d98e1ebc1, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/c8648ab3eef04055bee1bdb175c3688a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/0ff08aa09f694185849d4b7b9198ed98, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/11847bed07434f83befe22c3e9e3438f, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/14b8b8c742fe492a975e06e8ce1b003b, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/854af44e112f400f8c1a598849bcc8c3, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/6db09d7c167e48c9ad069f2af7a21711, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/08c9bb3ee781429cb77e838aabdbe55f, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/7f138832bf48451eb009528ad5698b33] to archive 2024-11-24T23:17:18,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:17:18,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/5640041563fb45cda589e553d1c3ac8c to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/5640041563fb45cda589e553d1c3ac8c 2024-11-24T23:17:18,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/95ff864c09a24941bc5099666bc2e325 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/95ff864c09a24941bc5099666bc2e325 2024-11-24T23:17:18,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/a6651bbd24fd4ecf92da2ef1663f57af to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/a6651bbd24fd4ecf92da2ef1663f57af 2024-11-24T23:17:18,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/62748a4ac549467da3c45909bd8815ec to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/62748a4ac549467da3c45909bd8815ec 2024-11-24T23:17:18,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/f5b191f8df2442c989bf3a7926f3561f to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/f5b191f8df2442c989bf3a7926f3561f 2024-11-24T23:17:18,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/ed2c61cd24984a4099d6dc36c0d9aaa6 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/ed2c61cd24984a4099d6dc36c0d9aaa6 2024-11-24T23:17:18,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/08a8ebae2e1746f995613f5acd2b1be7 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/08a8ebae2e1746f995613f5acd2b1be7 2024-11-24T23:17:18,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/d9fa8850823c44fb9591af4a12d04093 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/d9fa8850823c44fb9591af4a12d04093 2024-11-24T23:17:18,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/960c971c750046e889db96fa683511f1 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/960c971c750046e889db96fa683511f1 2024-11-24T23:17:18,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/445f01067d6a4afd98fa136b52099c5d to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/445f01067d6a4afd98fa136b52099c5d 2024-11-24T23:17:18,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/e3fd98c3dd104de1b176f35e643373b4 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/e3fd98c3dd104de1b176f35e643373b4 2024-11-24T23:17:18,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/9288ad92fcdd4859811366c8b504a653 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/9288ad92fcdd4859811366c8b504a653 2024-11-24T23:17:18,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/894e5491757945439678e18d98e1ebc1 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/894e5491757945439678e18d98e1ebc1 2024-11-24T23:17:18,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/c8648ab3eef04055bee1bdb175c3688a to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/c8648ab3eef04055bee1bdb175c3688a 2024-11-24T23:17:18,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/0ff08aa09f694185849d4b7b9198ed98 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/0ff08aa09f694185849d4b7b9198ed98 2024-11-24T23:17:18,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/11847bed07434f83befe22c3e9e3438f to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/11847bed07434f83befe22c3e9e3438f 2024-11-24T23:17:18,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/14b8b8c742fe492a975e06e8ce1b003b to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/14b8b8c742fe492a975e06e8ce1b003b 2024-11-24T23:17:18,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/854af44e112f400f8c1a598849bcc8c3 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/854af44e112f400f8c1a598849bcc8c3 2024-11-24T23:17:18,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/6db09d7c167e48c9ad069f2af7a21711 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/6db09d7c167e48c9ad069f2af7a21711 2024-11-24T23:17:18,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/08c9bb3ee781429cb77e838aabdbe55f to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/08c9bb3ee781429cb77e838aabdbe55f 2024-11-24T23:17:18,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/7f138832bf48451eb009528ad5698b33 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/7f138832bf48451eb009528ad5698b33 2024-11-24T23:17:18,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/aebd57b72fd5430f9087c523d6f45151, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/591df1fa175c42daad4edb95ffce79e8, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/fe451153e0ad413887bc5f8f9d37d5c1, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/d5e472119dd949dabf9a51a21be5183e, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/1c180f2d8f974c6aba6793b76ef13258, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/f903db4ffe3b402dae5674dd1c7fee9e, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/7eb2a21fdd004d9897e99cbb6df98cec, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/6b5b3f5051d74a5591e15cdffad6ae07, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/33c184c6a5b54273a58dd806c0429adf, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/d16c1d9d06cf44698ef86e97a9c86127, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/f6bb38846a0b4b43af7c12e0f89887b2, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/9d581b61bf694b2e9e2677dea9deb9ef, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/8a820cbcf69649d18de1a77612172604, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/c551c23f15f946e994ec64da4004b46a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/92032b4cb42342f89c891a8bf37b1306, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/77700148ae004bf297bf283ab59fbb0a, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/5e28cc39ca0548fab4f0240ca385b9c5, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/fb6c868eee5448f398eeb833062f9d90, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/2786b9fba4984ce49ef81b0fad016cf7, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/6007717681254511846ca04efea4705b, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/4158f3d6e97a40fe8534e38cdfc6c130] to archive 2024-11-24T23:17:18,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T23:17:18,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/aebd57b72fd5430f9087c523d6f45151 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/aebd57b72fd5430f9087c523d6f45151 2024-11-24T23:17:18,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/591df1fa175c42daad4edb95ffce79e8 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/591df1fa175c42daad4edb95ffce79e8 2024-11-24T23:17:18,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/fe451153e0ad413887bc5f8f9d37d5c1 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/fe451153e0ad413887bc5f8f9d37d5c1 2024-11-24T23:17:18,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/d5e472119dd949dabf9a51a21be5183e to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/d5e472119dd949dabf9a51a21be5183e 2024-11-24T23:17:18,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/1c180f2d8f974c6aba6793b76ef13258 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/1c180f2d8f974c6aba6793b76ef13258 2024-11-24T23:17:18,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/f903db4ffe3b402dae5674dd1c7fee9e to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/f903db4ffe3b402dae5674dd1c7fee9e 2024-11-24T23:17:18,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/7eb2a21fdd004d9897e99cbb6df98cec to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/7eb2a21fdd004d9897e99cbb6df98cec 2024-11-24T23:17:18,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/6b5b3f5051d74a5591e15cdffad6ae07 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/6b5b3f5051d74a5591e15cdffad6ae07 2024-11-24T23:17:18,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/33c184c6a5b54273a58dd806c0429adf to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/33c184c6a5b54273a58dd806c0429adf 2024-11-24T23:17:18,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/d16c1d9d06cf44698ef86e97a9c86127 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/d16c1d9d06cf44698ef86e97a9c86127 2024-11-24T23:17:18,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/f6bb38846a0b4b43af7c12e0f89887b2 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/f6bb38846a0b4b43af7c12e0f89887b2 2024-11-24T23:17:18,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/9d581b61bf694b2e9e2677dea9deb9ef to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/9d581b61bf694b2e9e2677dea9deb9ef 2024-11-24T23:17:18,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/8a820cbcf69649d18de1a77612172604 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/8a820cbcf69649d18de1a77612172604 2024-11-24T23:17:18,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/c551c23f15f946e994ec64da4004b46a to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/c551c23f15f946e994ec64da4004b46a 2024-11-24T23:17:18,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/92032b4cb42342f89c891a8bf37b1306 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/92032b4cb42342f89c891a8bf37b1306 2024-11-24T23:17:18,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/77700148ae004bf297bf283ab59fbb0a to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/77700148ae004bf297bf283ab59fbb0a 2024-11-24T23:17:18,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/5e28cc39ca0548fab4f0240ca385b9c5 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/5e28cc39ca0548fab4f0240ca385b9c5 2024-11-24T23:17:18,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/fb6c868eee5448f398eeb833062f9d90 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/fb6c868eee5448f398eeb833062f9d90 2024-11-24T23:17:18,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/2786b9fba4984ce49ef81b0fad016cf7 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/2786b9fba4984ce49ef81b0fad016cf7 2024-11-24T23:17:18,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/6007717681254511846ca04efea4705b to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/6007717681254511846ca04efea4705b 2024-11-24T23:17:18,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/4158f3d6e97a40fe8534e38cdfc6c130 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/4158f3d6e97a40fe8534e38cdfc6c130 2024-11-24T23:17:18,100 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/recovered.edits/308.seqid, newMaxSeqId=308, maxSeqId=4 2024-11-24T23:17:18,100 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. 2024-11-24T23:17:18,100 DEBUG [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1676): Region close journal for 3efc69476d9ef6410ac63db5733cd0cd: Waiting for close lock at 1732490236774Running coprocessor pre-close hooks at 1732490236774Disabling compacts and flushes for region at 1732490236774Disabling writes for close at 1732490236774Obtaining lock to block concurrent updates at 1732490236774Preparing flush snapshotting stores in 3efc69476d9ef6410ac63db5733cd0cd at 1732490236774Finished memstore snapshotting TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=21120, getOffHeapSize=0, getCellsCount=150 at 1732490236775 (+1 ms)Flushing stores of TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd. at 1732490236775Flushing 3efc69476d9ef6410ac63db5733cd0cd/A: creating writer at 1732490236775Flushing mob file 3efc69476d9ef6410ac63db5733cd0cd/A: appending metadata at 1732490236780 (+5 ms)Flushing mob file 3efc69476d9ef6410ac63db5733cd0cd/A: closing flushed file at 1732490236780Flushing 3efc69476d9ef6410ac63db5733cd0cd/A: appending metadata at 1732490236789 (+9 ms)Flushing 3efc69476d9ef6410ac63db5733cd0cd/A: closing flushed file at 1732490236789Flushing 3efc69476d9ef6410ac63db5733cd0cd/B: creating writer at 1732490237197 (+408 ms)Flushing 3efc69476d9ef6410ac63db5733cd0cd/B: appending metadata at 1732490237199 (+2 ms)Flushing 3efc69476d9ef6410ac63db5733cd0cd/B: closing flushed file at 1732490237199Flushing 3efc69476d9ef6410ac63db5733cd0cd/C: creating writer at 1732490237607 (+408 ms)Flushing 3efc69476d9ef6410ac63db5733cd0cd/C: appending metadata at 1732490237609 (+2 ms)Flushing 3efc69476d9ef6410ac63db5733cd0cd/C: closing flushed file at 1732490237609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44c36595: reopening flushed file at 1732490238022 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45c78f30: reopening flushed file at 1732490238027 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38e7c7a2: reopening flushed file at 1732490238030 (+3 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 3efc69476d9ef6410ac63db5733cd0cd in 1260ms, sequenceid=305, compaction requested=false at 1732490238034 (+4 ms)Writing region close event to WAL at 1732490238098 (+64 ms)Running coprocessor post-close hooks at 1732490238100 (+2 ms)Closed at 1732490238100 2024-11-24T23:17:18,102 INFO [RS_CLOSE_REGION-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(157): Closed 3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:18,103 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=3efc69476d9ef6410ac63db5733cd0cd, regionState=CLOSED 2024-11-24T23:17:18,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 because future has completed 2024-11-24T23:17:18,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-24T23:17:18,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseRegionProcedure 3efc69476d9ef6410ac63db5733cd0cd, server=ba7f32532130,37181,1732490053579 in 1.4830 sec 2024-11-24T23:17:18,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=168, resume processing ppid=167 2024-11-24T23:17:18,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, ppid=167, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3efc69476d9ef6410ac63db5733cd0cd, UNASSIGN in 1.4870 sec 2024-11-24T23:17:18,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-24T23:17:18,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4900 sec 2024-11-24T23:17:18,109 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732490238109"}]},"ts":"1732490238109"} 2024-11-24T23:17:18,110 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T23:17:18,110 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T23:17:18,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4980 sec 2024-11-24T23:17:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-24T23:17:18,760 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:17:18,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-24T23:17:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:17:18,761 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:17:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-24T23:17:18,762 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=170, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:17:18,763 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:18,765 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A, FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B, FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C, FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/recovered.edits] 2024-11-24T23:17:18,767 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/5c069f15de0744a2ac8a87ed80214d76 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/5c069f15de0744a2ac8a87ed80214d76 2024-11-24T23:17:18,768 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/ce91a131a9f74db6a963acd0ac2bc9fb to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/A/ce91a131a9f74db6a963acd0ac2bc9fb 2024-11-24T23:17:18,770 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/3d8d1e44b95a4a239cfa911aff2dc615 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/3d8d1e44b95a4a239cfa911aff2dc615 2024-11-24T23:17:18,771 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/f883a6943667422eafc2544f3dfa5ea4 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/B/f883a6943667422eafc2544f3dfa5ea4 2024-11-24T23:17:18,772 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/4b0be30e8da84dd395e251a9d1ce22f8 to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/4b0be30e8da84dd395e251a9d1ce22f8 2024-11-24T23:17:18,773 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/f470f4a2d7794b9cad3813e19035411d to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/C/f470f4a2d7794b9cad3813e19035411d 2024-11-24T23:17:18,775 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/recovered.edits/308.seqid to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd/recovered.edits/308.seqid 2024-11-24T23:17:18,775 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/default/TestAcidGuarantees/3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:18,775 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T23:17:18,775 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T23:17:18,776 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T23:17:18,778 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124103be428b75c4606a0dcc7b693bcbd4a_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124103be428b75c4606a0dcc7b693bcbd4a_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:18,778 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241598a0a80f68475da4581d8053867af7_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241598a0a80f68475da4581d8053867af7_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:18,779 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112426eba4f8e0614cdfb24bda1fa415f982_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112426eba4f8e0614cdfb24bda1fa415f982_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:18,780 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124455faac7f1c7424f96f4b30e1356e291_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124455faac7f1c7424f96f4b30e1356e291_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:18,780 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124488a943c9ecc4e589e75fab040091d6a_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124488a943c9ecc4e589e75fab040091d6a_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:18,781 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244e2470007bf44af4a6b2d93ff0240171_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244e2470007bf44af4a6b2d93ff0240171_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:18,782 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112461d1743f7500424a8a655d970f6ff1c6_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112461d1743f7500424a8a655d970f6ff1c6_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:18,782 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112483d533b739564fc4b3a09de9158cd630_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112483d533b739564fc4b3a09de9158cd630_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:18,783 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112484cba1ca1c054fd9a2a25aa22da2c0c4_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112484cba1ca1c054fd9a2a25aa22da2c0c4_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:18,784 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112499e0e00eba9f4ae0aae27e4774330295_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112499e0e00eba9f4ae0aae27e4774330295_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:18,784 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249efa6b7760424475ab6314a9ed6d31c0_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249efa6b7760424475ab6314a9ed6d31c0_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:18,785 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c932c83c2a0f4db5b41a63cf3bb86b3b_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c932c83c2a0f4db5b41a63cf3bb86b3b_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:18,786 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e81161cc72f34d7c87844be86136beed_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e81161cc72f34d7c87844be86136beed_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:18,786 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e9802f1021654dddaebeb8300239fd23_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e9802f1021654dddaebeb8300239fd23_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:18,787 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f6f694f247164cfe8e527be95487e0e5_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f6f694f247164cfe8e527be95487e0e5_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:18,788 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124faf7b09b3fdf41829b322608641507db_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124faf7b09b3fdf41829b322608641507db_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:18,788 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fcc253001f9d4ef896d65f7e42d84848_3efc69476d9ef6410ac63db5733cd0cd to hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fcc253001f9d4ef896d65f7e42d84848_3efc69476d9ef6410ac63db5733cd0cd 2024-11-24T23:17:18,788 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T23:17:18,790 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=170, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:17:18,792 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T23:17:18,793 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T23:17:18,794 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=170, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:17:18,794 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T23:17:18,794 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732490238794"}]},"ts":"9223372036854775807"} 2024-11-24T23:17:18,795 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-24T23:17:18,795 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 3efc69476d9ef6410ac63db5733cd0cd, NAME => 'TestAcidGuarantees,,1732490205127.3efc69476d9ef6410ac63db5733cd0cd.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T23:17:18,795 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T23:17:18,796 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732490238795"}]},"ts":"9223372036854775807"} 2024-11-24T23:17:18,797 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-24T23:17:18,798 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=170, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T23:17:18,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 38 msec 2024-11-24T23:17:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34341 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-24T23:17:18,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-24T23:17:18,871 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-24T23:17:18,883 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=247 (was 250), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=340 (was 367), ProcessCount=11 (was 11), AvailableMemoryMB=7224 (was 6524) - AvailableMemoryMB LEAK? - 2024-11-24T23:17:18,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T23:17:18,883 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:17:18,883 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:17:18,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:18,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:18,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T23:17:18,884 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T23:17:18,884 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1519452659, stopped=false 2024-11-24T23:17:18,884 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ba7f32532130,34341,1732490052791 2024-11-24T23:17:18,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T23:17:18,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x1016f203d260001, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T23:17:18,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:17:18,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x1016f203d260001, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:17:18,934 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:17:18,936 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T23:17:18,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:17:18,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T23:17:18,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:18,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37181-0x1016f203d260001, quorum=127.0.0.1:57950, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T23:17:18,937 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ba7f32532130,37181,1732490053579' ***** 2024-11-24T23:17:18,937 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T23:17:18,937 INFO [RS:0;ba7f32532130:37181 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T23:17:18,938 INFO [RS:0;ba7f32532130:37181 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T23:17:18,938 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T23:17:18,938 INFO [RS:0;ba7f32532130:37181 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T23:17:18,939 INFO [RS:0;ba7f32532130:37181 {}] regionserver.HRegionServer(959): stopping server ba7f32532130,37181,1732490053579 2024-11-24T23:17:18,939 INFO [RS:0;ba7f32532130:37181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:17:18,939 INFO [RS:0;ba7f32532130:37181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ba7f32532130:37181. 2024-11-24T23:17:18,939 DEBUG [RS:0;ba7f32532130:37181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T23:17:18,939 DEBUG [RS:0;ba7f32532130:37181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:18,939 INFO [RS:0;ba7f32532130:37181 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T23:17:18,939 INFO [RS:0;ba7f32532130:37181 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T23:17:18,939 INFO [RS:0;ba7f32532130:37181 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T23:17:18,939 INFO [RS:0;ba7f32532130:37181 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T23:17:18,940 INFO [RS:0;ba7f32532130:37181 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T23:17:18,940 DEBUG [RS:0;ba7f32532130:37181 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T23:17:18,941 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T23:17:18,941 DEBUG [RS:0;ba7f32532130:37181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:17:18,941 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T23:17:18,941 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T23:17:18,941 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T23:17:18,941 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T23:17:18,941 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-24T23:17:18,955 INFO [regionserver/ba7f32532130:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:17:18,963 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/hbase/meta/1588230740/.tmp/info/e0cc68d917ea4a8f9e5c21b6cc838021 is 95, key is TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff./info:/1732490087403/DeleteFamily/seqid=0 2024-11-24T23:17:18,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742431_1607 (size=6514) 2024-11-24T23:17:19,141 DEBUG [RS:0;ba7f32532130:37181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:17:19,341 DEBUG [RS:0;ba7f32532130:37181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:17:19,367 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/hbase/meta/1588230740/.tmp/info/e0cc68d917ea4a8f9e5c21b6cc838021 2024-11-24T23:17:19,390 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/hbase/meta/1588230740/.tmp/ns/0d501390c979450cb28e0ede78216805 is 93, key is TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff./ns:/1732490087365/DeleteFamily/seqid=0 2024-11-24T23:17:19,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742432_1608 (size=5906) 2024-11-24T23:17:19,541 DEBUG [RS:0;ba7f32532130:37181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:17:19,742 DEBUG [RS:0;ba7f32532130:37181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:17:19,761 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T23:17:19,761 INFO [regionserver/ba7f32532130:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T23:17:19,793 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/hbase/meta/1588230740/.tmp/ns/0d501390c979450cb28e0ede78216805 2024-11-24T23:17:19,811 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/hbase/meta/1588230740/.tmp/rep_barrier/fe1f433fc3194327bd6a6c7ef2c55dbe is 102, key is TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff./rep_barrier:/1732490087365/DeleteFamily/seqid=0 2024-11-24T23:17:19,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742433_1609 (size=6025) 2024-11-24T23:17:19,942 DEBUG [RS:0;ba7f32532130:37181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:17:20,142 DEBUG [RS:0;ba7f32532130:37181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:17:20,215 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/hbase/meta/1588230740/.tmp/rep_barrier/fe1f433fc3194327bd6a6c7ef2c55dbe 2024-11-24T23:17:20,239 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/hbase/meta/1588230740/.tmp/table/592a2bdb93f44533886284c688c6ed9f is 96, key is TestAcidGuarantees,,1732490058316.28685729f75e1f553553c900ac8fbeff./table:/1732490087365/DeleteFamily/seqid=0 2024-11-24T23:17:20,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742434_1610 (size=5936) 2024-11-24T23:17:20,342 DEBUG [RS:0;ba7f32532130:37181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:17:20,543 DEBUG [RS:0;ba7f32532130:37181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T23:17:20,643 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/hbase/meta/1588230740/.tmp/table/592a2bdb93f44533886284c688c6ed9f 2024-11-24T23:17:20,651 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/hbase/meta/1588230740/.tmp/info/e0cc68d917ea4a8f9e5c21b6cc838021 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/hbase/meta/1588230740/info/e0cc68d917ea4a8f9e5c21b6cc838021 2024-11-24T23:17:20,656 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/hbase/meta/1588230740/info/e0cc68d917ea4a8f9e5c21b6cc838021, entries=12, sequenceid=90, filesize=6.4 K 2024-11-24T23:17:20,657 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/hbase/meta/1588230740/.tmp/ns/0d501390c979450cb28e0ede78216805 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/hbase/meta/1588230740/ns/0d501390c979450cb28e0ede78216805 2024-11-24T23:17:20,661 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/hbase/meta/1588230740/ns/0d501390c979450cb28e0ede78216805, entries=8, sequenceid=90, filesize=5.8 K 2024-11-24T23:17:20,662 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/hbase/meta/1588230740/.tmp/rep_barrier/fe1f433fc3194327bd6a6c7ef2c55dbe as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/hbase/meta/1588230740/rep_barrier/fe1f433fc3194327bd6a6c7ef2c55dbe 2024-11-24T23:17:20,666 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/hbase/meta/1588230740/rep_barrier/fe1f433fc3194327bd6a6c7ef2c55dbe, entries=6, sequenceid=90, filesize=5.9 K 2024-11-24T23:17:20,666 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/hbase/meta/1588230740/.tmp/table/592a2bdb93f44533886284c688c6ed9f as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/hbase/meta/1588230740/table/592a2bdb93f44533886284c688c6ed9f 2024-11-24T23:17:20,670 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/hbase/meta/1588230740/table/592a2bdb93f44533886284c688c6ed9f, entries=7, sequenceid=90, filesize=5.8 K 2024-11-24T23:17:20,671 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=90, compaction requested=false 2024-11-24T23:17:20,678 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-24T23:17:20,679 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T23:17:20,679 INFO [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T23:17:20,679 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732490238940Running coprocessor pre-close hooks at 1732490238941 (+1 ms)Disabling compacts and flushes for region at 1732490238941Disabling writes for close at 1732490238941Obtaining lock to block concurrent updates at 1732490238941Preparing flush snapshotting stores in 1588230740 at 1732490238941Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732490238941Flushing stores of hbase:meta,,1.1588230740 at 1732490238942 (+1 ms)Flushing 1588230740/info: creating writer at 1732490238942Flushing 1588230740/info: appending metadata at 1732490238963 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732490238963Flushing 1588230740/ns: creating writer at 1732490239373 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732490239390 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732490239390Flushing 1588230740/rep_barrier: creating writer at 1732490239796 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732490239811 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732490239811Flushing 1588230740/table: creating writer at 1732490240221 (+410 ms)Flushing 1588230740/table: appending metadata at 1732490240238 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732490240238Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d28f030: reopening flushed file at 1732490240649 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7731d314: reopening flushed file at 1732490240657 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1efef5f1: reopening flushed file at 1732490240661 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21d30795: reopening flushed file at 1732490240666 (+5 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=90, compaction requested=false at 1732490240671 (+5 ms)Writing region close event to WAL at 1732490240674 (+3 ms)Running coprocessor post-close hooks at 1732490240679 (+5 ms)Closed at 1732490240679 2024-11-24T23:17:20,680 DEBUG [RS_CLOSE_META-regionserver/ba7f32532130:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T23:17:20,743 INFO [RS:0;ba7f32532130:37181 {}] regionserver.HRegionServer(976): stopping server ba7f32532130,37181,1732490053579; all regions closed. 2024-11-24T23:17:20,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741834_1010 (size=25344) 2024-11-24T23:17:20,799 DEBUG [RS:0;ba7f32532130:37181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/oldWALs 2024-11-24T23:17:20,799 INFO [RS:0;ba7f32532130:37181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C37181%2C1732490053579.meta:.meta(num 1732490057880) 2024-11-24T23:17:20,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741832_1008 (size=18213503) 2024-11-24T23:17:20,804 DEBUG [RS:0;ba7f32532130:37181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/oldWALs 2024-11-24T23:17:20,804 INFO [RS:0;ba7f32532130:37181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ba7f32532130%2C37181%2C1732490053579:(num 1732490056842) 2024-11-24T23:17:20,804 DEBUG [RS:0;ba7f32532130:37181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T23:17:20,804 INFO [RS:0;ba7f32532130:37181 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T23:17:20,804 INFO [RS:0;ba7f32532130:37181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:17:20,804 INFO [RS:0;ba7f32532130:37181 {}] hbase.ChoreService(370): Chore service for: regionserver/ba7f32532130:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T23:17:20,804 INFO [RS:0;ba7f32532130:37181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:17:20,805 INFO [regionserver/ba7f32532130:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:17:20,806 INFO [RS:0;ba7f32532130:37181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37181 2024-11-24T23:17:21,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x1016f203d260001, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ba7f32532130,37181,1732490053579 2024-11-24T23:17:21,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T23:17:21,057 INFO [RS:0;ba7f32532130:37181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:17:21,059 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ba7f32532130,37181,1732490053579] 2024-11-24T23:17:21,123 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ba7f32532130,37181,1732490053579 already deleted, retry=false 2024-11-24T23:17:21,123 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ba7f32532130,37181,1732490053579 expired; onlineServers=0 2024-11-24T23:17:21,123 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ba7f32532130,34341,1732490052791' ***** 2024-11-24T23:17:21,123 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T23:17:21,124 INFO [M:0;ba7f32532130:34341 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T23:17:21,124 INFO [M:0;ba7f32532130:34341 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T23:17:21,124 DEBUG [M:0;ba7f32532130:34341 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T23:17:21,124 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T23:17:21,124 DEBUG [M:0;ba7f32532130:34341 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T23:17:21,124 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490056540 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.large.0-1732490056540,5,FailOnTimeoutGroup] 2024-11-24T23:17:21,124 DEBUG [master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490056541 {}] cleaner.HFileCleaner(306): Exit Thread[master/ba7f32532130:0:becomeActiveMaster-HFileCleaner.small.0-1732490056541,5,FailOnTimeoutGroup] 2024-11-24T23:17:21,124 INFO [M:0;ba7f32532130:34341 {}] hbase.ChoreService(370): Chore service for: master/ba7f32532130:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T23:17:21,124 INFO [M:0;ba7f32532130:34341 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T23:17:21,125 DEBUG [M:0;ba7f32532130:34341 {}] master.HMaster(1795): Stopping service threads 2024-11-24T23:17:21,125 INFO [M:0;ba7f32532130:34341 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T23:17:21,125 INFO [M:0;ba7f32532130:34341 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T23:17:21,125 ERROR [M:0;ba7f32532130:34341 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-24T23:17:21,126 INFO [M:0;ba7f32532130:34341 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T23:17:21,126 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T23:17:21,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T23:17:21,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T23:17:21,134 DEBUG [M:0;ba7f32532130:34341 {}] zookeeper.ZKUtil(347): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T23:17:21,134 WARN [M:0;ba7f32532130:34341 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T23:17:21,135 INFO [M:0;ba7f32532130:34341 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/.lastflushedseqids 2024-11-24T23:17:21,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742435_1611 (size=72) 2024-11-24T23:17:21,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x1016f203d260001, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:17:21,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x1016f203d260001, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:17:21,214 INFO [RS:0;ba7f32532130:37181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:17:21,214 INFO [RS:0;ba7f32532130:37181 {}] regionserver.HRegionServer(1031): Exiting; stopping=ba7f32532130,37181,1732490053579; zookeeper connection closed. 2024-11-24T23:17:21,214 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@fbcb44d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@fbcb44d 2024-11-24T23:17:21,215 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T23:17:21,550 INFO [M:0;ba7f32532130:34341 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T23:17:21,550 INFO [M:0;ba7f32532130:34341 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T23:17:21,551 DEBUG [M:0;ba7f32532130:34341 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T23:17:21,551 INFO [M:0;ba7f32532130:34341 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:21,551 DEBUG [M:0;ba7f32532130:34341 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:21,551 DEBUG [M:0;ba7f32532130:34341 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T23:17:21,551 DEBUG [M:0;ba7f32532130:34341 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:21,551 INFO [M:0;ba7f32532130:34341 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=749.35 KB heapSize=915.82 KB 2024-11-24T23:17:21,568 DEBUG [M:0;ba7f32532130:34341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85b65207255f42fdacab9f5c227cc2b8 is 82, key is hbase:meta,,1/info:regioninfo/1732490057958/Put/seqid=0 2024-11-24T23:17:21,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742436_1612 (size=5672) 2024-11-24T23:17:21,974 INFO [M:0;ba7f32532130:34341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2046 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85b65207255f42fdacab9f5c227cc2b8 2024-11-24T23:17:21,995 DEBUG [M:0;ba7f32532130:34341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a4282bfb73c41b9afa612be4eabd3fb is 2481, key is \x00\x00\x00\x00\x00\x00\x00\x8F/proc:d/1732490208228/Put/seqid=0 2024-11-24T23:17:21,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742437_1613 (size=45421) 2024-11-24T23:17:22,400 INFO [M:0;ba7f32532130:34341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=748.79 KB at sequenceid=2046 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a4282bfb73c41b9afa612be4eabd3fb 2024-11-24T23:17:22,403 INFO [M:0;ba7f32532130:34341 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a4282bfb73c41b9afa612be4eabd3fb 2024-11-24T23:17:22,419 DEBUG [M:0;ba7f32532130:34341 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07f79f2bbc4f4265b5c4c821f49c4807 is 69, key is ba7f32532130,37181,1732490053579/rs:state/1732490056597/Put/seqid=0 2024-11-24T23:17:22,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073742438_1614 (size=5156) 2024-11-24T23:17:22,823 INFO [M:0;ba7f32532130:34341 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2046 (bloomFilter=true), to=hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07f79f2bbc4f4265b5c4c821f49c4807 2024-11-24T23:17:22,827 DEBUG [M:0;ba7f32532130:34341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85b65207255f42fdacab9f5c227cc2b8 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85b65207255f42fdacab9f5c227cc2b8 2024-11-24T23:17:22,831 INFO [M:0;ba7f32532130:34341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85b65207255f42fdacab9f5c227cc2b8, entries=8, sequenceid=2046, filesize=5.5 K 2024-11-24T23:17:22,832 DEBUG [M:0;ba7f32532130:34341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a4282bfb73c41b9afa612be4eabd3fb as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a4282bfb73c41b9afa612be4eabd3fb 2024-11-24T23:17:22,835 INFO [M:0;ba7f32532130:34341 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a4282bfb73c41b9afa612be4eabd3fb 2024-11-24T23:17:22,835 INFO [M:0;ba7f32532130:34341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a4282bfb73c41b9afa612be4eabd3fb, entries=170, sequenceid=2046, filesize=44.4 K 2024-11-24T23:17:22,836 DEBUG [M:0;ba7f32532130:34341 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07f79f2bbc4f4265b5c4c821f49c4807 as hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07f79f2bbc4f4265b5c4c821f49c4807 2024-11-24T23:17:22,839 INFO [M:0;ba7f32532130:34341 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46587/user/jenkins/test-data/9423d8a6-516e-d1fe-a0b4-e05353b9fea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07f79f2bbc4f4265b5c4c821f49c4807, entries=1, sequenceid=2046, filesize=5.0 K 2024-11-24T23:17:22,840 INFO [M:0;ba7f32532130:34341 {}] regionserver.HRegion(3140): Finished flush of dataSize ~749.35 KB/767330, heapSize ~915.52 KB/937496, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=2046, compaction requested=false 2024-11-24T23:17:22,841 INFO [M:0;ba7f32532130:34341 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T23:17:22,841 DEBUG [M:0;ba7f32532130:34341 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732490241550Disabling compacts and flushes for region at 1732490241550Disabling writes for close at 1732490241551 (+1 ms)Obtaining lock to block concurrent updates at 1732490241551Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732490241551Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=767330, getHeapSize=937736, getOffHeapSize=0, getCellsCount=2241 at 1732490241551Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732490241552 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732490241552Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732490241567 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732490241567Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732490241977 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732490241994 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732490241994Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732490242403 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732490242419 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732490242419Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4388db09: reopening flushed file at 1732490242826 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52ab3ca1: reopening flushed file at 1732490242831 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e5c044f: reopening flushed file at 1732490242835 (+4 ms)Finished flush of dataSize ~749.35 KB/767330, heapSize ~915.52 KB/937496, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=2046, compaction requested=false at 1732490242840 (+5 ms)Writing region close event to WAL at 1732490242841 (+1 ms)Closed at 1732490242841 2024-11-24T23:17:22,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741830_1006 (size=901519) 2024-11-24T23:17:22,844 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T23:17:22,844 INFO [M:0;ba7f32532130:34341 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T23:17:22,844 INFO [M:0;ba7f32532130:34341 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34341 2024-11-24T23:17:22,844 INFO [M:0;ba7f32532130:34341 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T23:17:23,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:17:23,001 INFO [M:0;ba7f32532130:34341 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T23:17:23,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34341-0x1016f203d260000, quorum=127.0.0.1:57950, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T23:17:23,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T23:17:23,007 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:17:23,007 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:17:23,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:17:23,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/hadoop.log.dir/,STOPPED} 2024-11-24T23:17:23,010 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T23:17:23,010 WARN [BP-198925909-172.17.0.3-1732490049117 heartbeating to localhost/127.0.0.1:46587 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T23:17:23,010 WARN [BP-198925909-172.17.0.3-1732490049117 heartbeating to localhost/127.0.0.1:46587 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-198925909-172.17.0.3-1732490049117 (Datanode Uuid 9e84d354-81e7-439f-83c1-8f0381c6c042) service to localhost/127.0.0.1:46587 2024-11-24T23:17:23,010 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T23:17:23,013 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/cluster_5a1c0154-9d24-d12f-3215-1b1a66c448b2/data/data1/current/BP-198925909-172.17.0.3-1732490049117 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:17:23,013 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/cluster_5a1c0154-9d24-d12f-3215-1b1a66c448b2/data/data2/current/BP-198925909-172.17.0.3-1732490049117 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T23:17:23,014 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T23:17:23,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T23:17:23,021 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T23:17:23,021 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T23:17:23,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T23:17:23,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd8742f2-9747-7685-0998-0ef8fa334b31/hadoop.log.dir/,STOPPED} 2024-11-24T23:17:23,034 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T23:17:23,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T23:17:23,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down